2024-12-06 00:53:23,638 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-06 00:53:23,660 main DEBUG Took 0.019653 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 00:53:23,661 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 00:53:23,661 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 00:53:23,662 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 00:53:23,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:53:23,675 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 00:53:23,690 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:53:23,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:53:23,693 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:53:23,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:53:23,694 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:53:23,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:53:23,695 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:53:23,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:53:23,696 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:53:23,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:53:23,698 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:53:23,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:53:23,699 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:53:23,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:53:23,700 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:53:23,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:53:23,701 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:53:23,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:53:23,702 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:53:23,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:53:23,702 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:53:23,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:53:23,703 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:53:23,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:53:23,705 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:53:23,705 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 00:53:23,707 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:53:23,708 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 00:53:23,710 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 00:53:23,711 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 00:53:23,712 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 00:53:23,713 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 00:53:23,723 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 00:53:23,725 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 00:53:23,727 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 00:53:23,728 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 00:53:23,728 main DEBUG createAppenders(={Console}) 2024-12-06 00:53:23,729 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-12-06 00:53:23,729 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-06 00:53:23,729 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-12-06 00:53:23,730 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 00:53:23,731 main DEBUG OutputStream closed 2024-12-06 00:53:23,731 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 00:53:23,731 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 00:53:23,732 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-12-06 00:53:23,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 00:53:23,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 00:53:23,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 00:53:23,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 00:53:23,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 00:53:23,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 00:53:23,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 00:53:23,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 00:53:23,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 00:53:23,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 00:53:23,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 00:53:23,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 00:53:23,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 00:53:23,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 00:53:23,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 00:53:23,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 00:53:23,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 00:53:23,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 00:53:23,828 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 00:53:23,828 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-06 00:53:23,829 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 00:53:23,830 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-06T00:53:23,849 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-06 00:53:23,853 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 00:53:23,853 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T00:53:23,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=11926 2024-12-06T00:53:24,222 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17 2024-12-06T00:53:24,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T00:53:24,244 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/cluster_e5c93ab8-2844-829d-ab4e-33ee9a63e5d3, deleteOnExit=true 2024-12-06T00:53:24,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T00:53:24,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/test.cache.data in system properties and HBase conf 2024-12-06T00:53:24,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T00:53:24,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/hadoop.log.dir in system properties and HBase conf 2024-12-06T00:53:24,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T00:53:24,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T00:53:24,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T00:53:24,355 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T00:53:24,474 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T00:53:24,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:53:24,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:53:24,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T00:53:24,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:53:24,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T00:53:24,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T00:53:24,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:53:24,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:53:24,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T00:53:24,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/nfs.dump.dir in system properties and HBase conf 2024-12-06T00:53:24,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/java.io.tmpdir in system properties and HBase conf 2024-12-06T00:53:24,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:53:24,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T00:53:24,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T00:53:25,381 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T00:53:25,466 INFO [Time-limited test {}] log.Log(170): Logging initialized @2559ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T00:53:25,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:25,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:25,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:25,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:25,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:53:25,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:25,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:25,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:25,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/java.io.tmpdir/jetty-localhost-41969-hadoop-hdfs-3_4_1-tests_jar-_-any-13734476804527154420/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:53:25,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:41969} 2024-12-06T00:53:25,923 INFO [Time-limited test {}] server.Server(415): Started @3017ms 2024-12-06T00:53:26,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:26,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:26,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:26,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:26,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:53:26,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:26,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:26,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc3e688{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/java.io.tmpdir/jetty-localhost-33579-hadoop-hdfs-3_4_1-tests_jar-_-any-7903523590410167138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:26,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:33579} 2024-12-06T00:53:26,525 INFO [Time-limited test {}] server.Server(415): Started @3619ms 2024-12-06T00:53:26,592 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:53:26,764 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:26,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:26,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:26,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:26,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:53:26,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:26,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:26,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5acf7a93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/java.io.tmpdir/jetty-localhost-42849-hadoop-hdfs-3_4_1-tests_jar-_-any-2881071161010516620/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:26,942 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:42849} 2024-12-06T00:53:26,942 INFO [Time-limited test {}] server.Server(415): Started @4036ms 2024-12-06T00:53:26,945 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:53:27,134 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/cluster_e5c93ab8-2844-829d-ab4e-33ee9a63e5d3/data/data4/current/BP-461623581-172.17.0.2-1733446405116/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:27,134 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/cluster_e5c93ab8-2844-829d-ab4e-33ee9a63e5d3/data/data1/current/BP-461623581-172.17.0.2-1733446405116/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:27,134 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/cluster_e5c93ab8-2844-829d-ab4e-33ee9a63e5d3/data/data3/current/BP-461623581-172.17.0.2-1733446405116/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:27,135 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/cluster_e5c93ab8-2844-829d-ab4e-33ee9a63e5d3/data/data2/current/BP-461623581-172.17.0.2-1733446405116/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:27,196 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:53:27,200 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:53:27,288 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8474f5278608d64 with lease ID 0x7acde4cade6ce944: Processing first storage report for DS-103e0991-075b-4309-84cb-3a59cec69b2b from datanode DatanodeRegistration(127.0.0.1:44117, datanodeUuid=d3e9ac42-d276-4982-baff-70e3ccc90518, infoPort=38425, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=1285220538;c=1733446405116) 2024-12-06T00:53:27,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8474f5278608d64 with lease ID 0x7acde4cade6ce944: from storage DS-103e0991-075b-4309-84cb-3a59cec69b2b node DatanodeRegistration(127.0.0.1:44117, datanodeUuid=d3e9ac42-d276-4982-baff-70e3ccc90518, infoPort=38425, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=1285220538;c=1733446405116), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-06T00:53:27,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8c1c7bd12131b6b with lease ID 0x7acde4cade6ce945: Processing first storage report for DS-77150452-225e-404f-8ac9-56ff8e9c27c1 from datanode DatanodeRegistration(127.0.0.1:45851, datanodeUuid=6c89dbb0-044a-422f-89ea-9318bf6b05ab, infoPort=40545, infoSecurePort=0, ipcPort=36553, storageInfo=lv=-57;cid=testClusterID;nsid=1285220538;c=1733446405116) 2024-12-06T00:53:27,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8c1c7bd12131b6b with lease ID 0x7acde4cade6ce945: from storage DS-77150452-225e-404f-8ac9-56ff8e9c27c1 node DatanodeRegistration(127.0.0.1:45851, datanodeUuid=6c89dbb0-044a-422f-89ea-9318bf6b05ab, infoPort=40545, infoSecurePort=0, ipcPort=36553, storageInfo=lv=-57;cid=testClusterID;nsid=1285220538;c=1733446405116), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:27,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8474f5278608d64 with lease ID 0x7acde4cade6ce944: Processing first storage report for DS-d1d5c1ea-41de-4b2a-b504-b043854f36ff from datanode DatanodeRegistration(127.0.0.1:44117, datanodeUuid=d3e9ac42-d276-4982-baff-70e3ccc90518, infoPort=38425, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=1285220538;c=1733446405116) 2024-12-06T00:53:27,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8474f5278608d64 with lease ID 0x7acde4cade6ce944: from storage DS-d1d5c1ea-41de-4b2a-b504-b043854f36ff node DatanodeRegistration(127.0.0.1:44117, datanodeUuid=d3e9ac42-d276-4982-baff-70e3ccc90518, infoPort=38425, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=1285220538;c=1733446405116), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T00:53:27,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8c1c7bd12131b6b with lease ID 0x7acde4cade6ce945: Processing first storage report for DS-bc1a828f-e57f-432a-9b1a-1840d2308e52 from datanode DatanodeRegistration(127.0.0.1:45851, datanodeUuid=6c89dbb0-044a-422f-89ea-9318bf6b05ab, infoPort=40545, infoSecurePort=0, ipcPort=36553, storageInfo=lv=-57;cid=testClusterID;nsid=1285220538;c=1733446405116) 2024-12-06T00:53:27,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8c1c7bd12131b6b with lease ID 0x7acde4cade6ce945: from storage DS-bc1a828f-e57f-432a-9b1a-1840d2308e52 node DatanodeRegistration(127.0.0.1:45851, datanodeUuid=6c89dbb0-044a-422f-89ea-9318bf6b05ab, infoPort=40545, infoSecurePort=0, ipcPort=36553, storageInfo=lv=-57;cid=testClusterID;nsid=1285220538;c=1733446405116), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:27,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17 2024-12-06T00:53:27,449 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/cluster_e5c93ab8-2844-829d-ab4e-33ee9a63e5d3/zookeeper_0, clientPort=63024, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/cluster_e5c93ab8-2844-829d-ab4e-33ee9a63e5d3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/cluster_e5c93ab8-2844-829d-ab4e-33ee9a63e5d3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T00:53:27,461 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63024 2024-12-06T00:53:27,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:27,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:27,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741825_1001 (size=7) 2024-12-06T00:53:27,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741825_1001 (size=7) 2024-12-06T00:53:28,161 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782 with version=8 2024-12-06T00:53:28,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/hbase-staging 2024-12-06T00:53:28,259 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T00:53:28,522 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:28,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:28,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:28,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:28,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:28,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:28,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T00:53:28,753 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T00:53:28,765 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T00:53:28,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:28,803 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13000 (auto-detected) 2024-12-06T00:53:28,804 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T00:53:28,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34495 2024-12-06T00:53:28,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34495 connecting to ZooKeeper ensemble=127.0.0.1:63024 2024-12-06T00:53:28,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344950x0, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:28,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34495-0x10064d0cde80000 connected 2024-12-06T00:53:28,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:28,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:28,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:28,940 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782, hbase.cluster.distributed=false 2024-12-06T00:53:28,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:28,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34495 2024-12-06T00:53:28,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34495 2024-12-06T00:53:28,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34495 2024-12-06T00:53:28,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34495 2024-12-06T00:53:28,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34495 2024-12-06T00:53:29,111 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:29,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:29,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:29,113 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:29,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:29,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:29,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T00:53:29,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:29,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45473 2024-12-06T00:53:29,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45473 connecting to ZooKeeper ensemble=127.0.0.1:63024 2024-12-06T00:53:29,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:29,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:29,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454730x0, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:29,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454730x0, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:29,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45473-0x10064d0cde80001 connected 2024-12-06T00:53:29,140 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T00:53:29,149 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T00:53:29,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T00:53:29,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:29,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45473 2024-12-06T00:53:29,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45473 2024-12-06T00:53:29,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45473 2024-12-06T00:53:29,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45473 2024-12-06T00:53:29,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45473 2024-12-06T00:53:29,180 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:29,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:29,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:29,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:29,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:29,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:29,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T00:53:29,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:29,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44971 2024-12-06T00:53:29,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44971 connecting to ZooKeeper ensemble=127.0.0.1:63024 2024-12-06T00:53:29,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:29,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:29,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449710x0, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:29,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449710x0, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:29,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44971-0x10064d0cde80002 connected 2024-12-06T00:53:29,197 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T00:53:29,198 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T00:53:29,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T00:53:29,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:29,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44971 2024-12-06T00:53:29,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44971 2024-12-06T00:53:29,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44971 2024-12-06T00:53:29,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44971 2024-12-06T00:53:29,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44971 2024-12-06T00:53:29,224 DEBUG [M:0;f7c814cf3c7e:34495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f7c814cf3c7e:34495 2024-12-06T00:53:29,225 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f7c814cf3c7e,34495,1733446408315 2024-12-06T00:53:29,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:29,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:29,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:29,235 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f7c814cf3c7e,34495,1733446408315 2024-12-06T00:53:29,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:29,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:29,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:29,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:29,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:29,265 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T00:53:29,266 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f7c814cf3c7e,34495,1733446408315 from backup master directory 2024-12-06T00:53:29,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f7c814cf3c7e,34495,1733446408315 2024-12-06T00:53:29,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:29,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:29,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:29,271 WARN [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:29,271 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f7c814cf3c7e,34495,1733446408315 2024-12-06T00:53:29,274 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T00:53:29,275 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T00:53:29,337 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/hbase.id] with ID: 45563f78-a367-4f77-94d7-0705b8ffe903 2024-12-06T00:53:29,337 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/.tmp/hbase.id 2024-12-06T00:53:29,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741826_1002 (size=42) 2024-12-06T00:53:29,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741826_1002 (size=42) 2024-12-06T00:53:29,351 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/.tmp/hbase.id]:[hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/hbase.id] 2024-12-06T00:53:29,396 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:29,401 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T00:53:29,423 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-06T00:53:29,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:29,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:29,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:29,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741827_1003 (size=196) 2024-12-06T00:53:29,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741827_1003 (size=196) 2024-12-06T00:53:29,466 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:53:29,468 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T00:53:29,485 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:53:29,490 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:29,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741828_1004 (size=1189) 2024-12-06T00:53:29,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741828_1004 (size=1189) 2024-12-06T00:53:29,549 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store 2024-12-06T00:53:29,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741829_1005 (size=34) 2024-12-06T00:53:29,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741829_1005 (size=34) 2024-12-06T00:53:29,575 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T00:53:29,578 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:29,579 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T00:53:29,579 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:29,580 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:29,581 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T00:53:29,581 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:29,582 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:29,583 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733446409579Disabling compacts and flushes for region at 1733446409579Disabling writes for close at 1733446409581 (+2 ms)Writing region close event to WAL at 1733446409581Closed at 1733446409581 2024-12-06T00:53:29,585 WARN [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/.initializing 2024-12-06T00:53:29,585 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/WALs/f7c814cf3c7e,34495,1733446408315 2024-12-06T00:53:29,594 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:29,609 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C34495%2C1733446408315, suffix=, logDir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/WALs/f7c814cf3c7e,34495,1733446408315, archiveDir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/oldWALs, maxLogs=10 2024-12-06T00:53:29,632 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/WALs/f7c814cf3c7e,34495,1733446408315/f7c814cf3c7e%2C34495%2C1733446408315.1733446409613, exclude list is [], retry=0 2024-12-06T00:53:29,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44117,DS-103e0991-075b-4309-84cb-3a59cec69b2b,DISK] 2024-12-06T00:53:29,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45851,DS-77150452-225e-404f-8ac9-56ff8e9c27c1,DISK] 2024-12-06T00:53:29,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T00:53:29,691 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/WALs/f7c814cf3c7e,34495,1733446408315/f7c814cf3c7e%2C34495%2C1733446408315.1733446409613 2024-12-06T00:53:29,692 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38425:38425),(127.0.0.1/127.0.0.1:40545:40545)] 2024-12-06T00:53:29,692 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:53:29,693 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:29,696 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:29,698 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:29,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:29,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T00:53:29,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:29,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:29,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:29,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T00:53:29,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:29,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:29,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:29,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T00:53:29,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:29,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:29,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:29,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T00:53:29,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:29,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:29,784 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:29,788 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:29,789 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:29,795 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:29,796 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:29,799 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:29,803 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:29,808 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:29,809 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73983235, jitterRate=0.1024361103773117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:29,817 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733446409711Initializing all the Stores at 1733446409713 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446409714 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446409714Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446409715 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446409715Cleaning up temporary data from old regions at 1733446409796 (+81 ms)Region opened successfully at 1733446409817 (+21 ms) 2024-12-06T00:53:29,818 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T00:53:29,855 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2235d86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:29,888 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T00:53:29,900 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T00:53:29,901 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T00:53:29,905 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T00:53:29,906 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T00:53:29,912 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-06T00:53:29,912 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T00:53:29,939 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T00:53:29,948 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T00:53:29,951 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T00:53:29,954 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T00:53:29,955 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T00:53:29,957 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T00:53:29,959 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T00:53:29,963 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T00:53:29,965 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T00:53:29,966 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T00:53:29,971 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T00:53:29,989 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T00:53:29,991 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T00:53:29,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:29,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:29,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:29,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:29,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:29,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:29,998 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f7c814cf3c7e,34495,1733446408315, sessionid=0x10064d0cde80000, setting cluster-up flag (Was=false) 2024-12-06T00:53:30,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:30,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:30,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:30,018 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T00:53:30,019 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7c814cf3c7e,34495,1733446408315 2024-12-06T00:53:30,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:30,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:30,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:30,046 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T00:53:30,048 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7c814cf3c7e,34495,1733446408315 2024-12-06T00:53:30,055 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T00:53:30,113 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(746): ClusterId : 45563f78-a367-4f77-94d7-0705b8ffe903 2024-12-06T00:53:30,113 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(746): ClusterId : 45563f78-a367-4f77-94d7-0705b8ffe903 2024-12-06T00:53:30,116 DEBUG [RS:0;f7c814cf3c7e:45473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T00:53:30,116 DEBUG [RS:1;f7c814cf3c7e:44971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T00:53:30,125 DEBUG [RS:0;f7c814cf3c7e:45473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T00:53:30,125 DEBUG [RS:1;f7c814cf3c7e:44971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T00:53:30,125 DEBUG [RS:0;f7c814cf3c7e:45473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T00:53:30,125 DEBUG [RS:1;f7c814cf3c7e:44971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T00:53:30,131 DEBUG [RS:0;f7c814cf3c7e:45473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T00:53:30,131 DEBUG [RS:1;f7c814cf3c7e:44971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T00:53:30,132 DEBUG [RS:0;f7c814cf3c7e:45473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d04dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:30,132 DEBUG [RS:1;f7c814cf3c7e:44971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d6f513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:30,145 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:30,153 DEBUG [RS:0;f7c814cf3c7e:45473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f7c814cf3c7e:45473 2024-12-06T00:53:30,153 DEBUG [RS:1;f7c814cf3c7e:44971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f7c814cf3c7e:44971 2024-12-06T00:53:30,158 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T00:53:30,158 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T00:53:30,158 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T00:53:30,158 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T00:53:30,158 DEBUG [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T00:53:30,158 DEBUG [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T00:53:30,160 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T00:53:30,162 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7c814cf3c7e,34495,1733446408315 with port=45473, startcode=1733446409068 2024-12-06T00:53:30,162 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7c814cf3c7e,34495,1733446408315 with port=44971, startcode=1733446409180 2024-12-06T00:53:30,167 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T00:53:30,173 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f7c814cf3c7e,34495,1733446408315 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T00:53:30,178 DEBUG [RS:0;f7c814cf3c7e:45473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T00:53:30,178 DEBUG [RS:1;f7c814cf3c7e:44971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T00:53:30,181 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:30,181 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:30,181 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:30,181 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:30,182 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f7c814cf3c7e:0, corePoolSize=10, maxPoolSize=10 2024-12-06T00:53:30,182 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,182 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:30,182 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,189 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733446440189 2024-12-06T00:53:30,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:30,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T00:53:30,190 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T00:53:30,192 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T00:53:30,196 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T00:53:30,197 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T00:53:30,197 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T00:53:30,198 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T00:53:30,198 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:30,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T00:53:30,199 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,202 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T00:53:30,203 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T00:53:30,204 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T00:53:30,206 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T00:53:30,206 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T00:53:30,210 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446410209,5,FailOnTimeoutGroup] 2024-12-06T00:53:30,212 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446410210,5,FailOnTimeoutGroup] 2024-12-06T00:53:30,212 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,212 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T00:53:30,214 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,214 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741831_1007 (size=1321) 2024-12-06T00:53:30,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741831_1007 (size=1321) 2024-12-06T00:53:30,218 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T00:53:30,219 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782 2024-12-06T00:53:30,220 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60147, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T00:53:30,220 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46715, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T00:53:30,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7c814cf3c7e,45473,1733446409068 2024-12-06T00:53:30,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34495 {}] master.ServerManager(517): Registering regionserver=f7c814cf3c7e,45473,1733446409068 2024-12-06T00:53:30,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741832_1008 (size=32) 2024-12-06T00:53:30,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741832_1008 (size=32) 2024-12-06T00:53:30,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:30,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T00:53:30,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T00:53:30,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:30,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:30,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T00:53:30,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7c814cf3c7e,44971,1733446409180 2024-12-06T00:53:30,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34495 {}] master.ServerManager(517): Registering regionserver=f7c814cf3c7e,44971,1733446409180 2024-12-06T00:53:30,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T00:53:30,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:30,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:30,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T00:53:30,247 DEBUG [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782 2024-12-06T00:53:30,248 DEBUG [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41707 2024-12-06T00:53:30,248 DEBUG [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T00:53:30,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T00:53:30,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:30,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:30,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T00:53:30,251 DEBUG [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782 2024-12-06T00:53:30,251 DEBUG [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41707 2024-12-06T00:53:30,251 DEBUG [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T00:53:30,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:30,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T00:53:30,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:30,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:30,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T00:53:30,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740 2024-12-06T00:53:30,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740 2024-12-06T00:53:30,257 DEBUG [RS:0;f7c814cf3c7e:45473 {}] zookeeper.ZKUtil(111): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7c814cf3c7e,45473,1733446409068 2024-12-06T00:53:30,258 WARN [RS:0;f7c814cf3c7e:45473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:30,258 INFO [RS:0;f7c814cf3c7e:45473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:30,258 DEBUG [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/WALs/f7c814cf3c7e,45473,1733446409068 2024-12-06T00:53:30,258 DEBUG [RS:1;f7c814cf3c7e:44971 {}] zookeeper.ZKUtil(111): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7c814cf3c7e,44971,1733446409180 2024-12-06T00:53:30,258 WARN [RS:1;f7c814cf3c7e:44971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:30,259 INFO [RS:1;f7c814cf3c7e:44971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:30,259 DEBUG [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/WALs/f7c814cf3c7e,44971,1733446409180 2024-12-06T00:53:30,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7c814cf3c7e,44971,1733446409180] 2024-12-06T00:53:30,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7c814cf3c7e,45473,1733446409068] 2024-12-06T00:53:30,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T00:53:30,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T00:53:30,261 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:30,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T00:53:30,269 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:30,270 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68900720, jitterRate=0.026700735092163086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:30,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733446410234Initializing all the Stores at 1733446410237 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446410237Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446410238 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446410238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446410238Cleaning up temporary data from old regions at 1733446410260 (+22 ms)Region opened successfully at 1733446410274 (+14 ms) 2024-12-06T00:53:30,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T00:53:30,274 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T00:53:30,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T00:53:30,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T00:53:30,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T00:53:30,276 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:30,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733446410274Disabling compacts and flushes for region at 1733446410274Disabling writes for close at 1733446410274Writing region close event to WAL at 1733446410275 (+1 ms)Closed at 1733446410276 (+1 ms) 2024-12-06T00:53:30,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:30,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T00:53:30,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T00:53:30,292 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T00:53:30,292 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T00:53:30,298 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T00:53:30,303 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T00:53:30,307 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T00:53:30,307 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T00:53:30,312 INFO [RS:1;f7c814cf3c7e:44971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T00:53:30,312 INFO [RS:0;f7c814cf3c7e:45473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T00:53:30,313 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,313 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,314 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T00:53:30,314 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T00:53:30,320 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T00:53:30,321 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T00:53:30,322 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,322 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,322 DEBUG [RS:0;f7c814cf3c7e:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,322 DEBUG [RS:1;f7c814cf3c7e:44971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,322 DEBUG [RS:0;f7c814cf3c7e:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,322 DEBUG [RS:1;f7c814cf3c7e:44971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,323 DEBUG [RS:0;f7c814cf3c7e:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,323 DEBUG [RS:1;f7c814cf3c7e:44971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,323 DEBUG [RS:0;f7c814cf3c7e:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,323 DEBUG [RS:1;f7c814cf3c7e:44971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,323 DEBUG [RS:0;f7c814cf3c7e:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,323 DEBUG [RS:1;f7c814cf3c7e:44971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,323 DEBUG [RS:0;f7c814cf3c7e:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:30,323 DEBUG [RS:1;f7c814cf3c7e:44971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:30,323 DEBUG [RS:0;f7c814cf3c7e:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,323 DEBUG [RS:1;f7c814cf3c7e:44971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,323 DEBUG [RS:0;f7c814cf3c7e:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,324 DEBUG [RS:1;f7c814cf3c7e:44971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,324 DEBUG [RS:0;f7c814cf3c7e:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,324 DEBUG [RS:1;f7c814cf3c7e:44971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,324 DEBUG [RS:0;f7c814cf3c7e:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,324 DEBUG [RS:1;f7c814cf3c7e:44971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,324 DEBUG [RS:0;f7c814cf3c7e:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,324 DEBUG [RS:1;f7c814cf3c7e:44971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,324 DEBUG [RS:0;f7c814cf3c7e:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,324 DEBUG [RS:1;f7c814cf3c7e:44971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:30,324 DEBUG [RS:0;f7c814cf3c7e:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:30,325 DEBUG [RS:1;f7c814cf3c7e:44971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:30,325 DEBUG [RS:0;f7c814cf3c7e:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:30,325 DEBUG [RS:1;f7c814cf3c7e:44971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:30,328 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,328 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,328 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,329 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,329 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,329 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,329 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,45473,1733446409068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:30,329 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,329 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,329 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,329 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,329 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,44971,1733446409180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:30,348 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T00:53:30,350 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,44971,1733446409180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,351 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,351 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.Replication(171): f7c814cf3c7e,44971,1733446409180 started 2024-12-06T00:53:30,352 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T00:53:30,353 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,45473,1733446409068-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,353 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,353 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.Replication(171): f7c814cf3c7e,45473,1733446409068 started 2024-12-06T00:53:30,368 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,368 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(1482): Serving as f7c814cf3c7e,44971,1733446409180, RpcServer on f7c814cf3c7e/172.17.0.2:44971, sessionid=0x10064d0cde80002 2024-12-06T00:53:30,369 DEBUG [RS:1;f7c814cf3c7e:44971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T00:53:30,369 DEBUG [RS:1;f7c814cf3c7e:44971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7c814cf3c7e,44971,1733446409180 2024-12-06T00:53:30,369 DEBUG [RS:1;f7c814cf3c7e:44971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,44971,1733446409180' 2024-12-06T00:53:30,370 DEBUG [RS:1;f7c814cf3c7e:44971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T00:53:30,371 DEBUG [RS:1;f7c814cf3c7e:44971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T00:53:30,371 DEBUG [RS:1;f7c814cf3c7e:44971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T00:53:30,372 DEBUG [RS:1;f7c814cf3c7e:44971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T00:53:30,372 DEBUG [RS:1;f7c814cf3c7e:44971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7c814cf3c7e,44971,1733446409180 2024-12-06T00:53:30,372 DEBUG [RS:1;f7c814cf3c7e:44971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,44971,1733446409180' 2024-12-06T00:53:30,372 DEBUG [RS:1;f7c814cf3c7e:44971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T00:53:30,373 DEBUG [RS:1;f7c814cf3c7e:44971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T00:53:30,374 DEBUG [RS:1;f7c814cf3c7e:44971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T00:53:30,374 INFO [RS:1;f7c814cf3c7e:44971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T00:53:30,374 INFO [RS:1;f7c814cf3c7e:44971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T00:53:30,375 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:30,375 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(1482): Serving as f7c814cf3c7e,45473,1733446409068, RpcServer on f7c814cf3c7e/172.17.0.2:45473, sessionid=0x10064d0cde80001 2024-12-06T00:53:30,375 DEBUG [RS:0;f7c814cf3c7e:45473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T00:53:30,376 DEBUG [RS:0;f7c814cf3c7e:45473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7c814cf3c7e,45473,1733446409068 2024-12-06T00:53:30,376 DEBUG [RS:0;f7c814cf3c7e:45473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,45473,1733446409068' 2024-12-06T00:53:30,376 DEBUG [RS:0;f7c814cf3c7e:45473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T00:53:30,376 DEBUG [RS:0;f7c814cf3c7e:45473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T00:53:30,377 DEBUG [RS:0;f7c814cf3c7e:45473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T00:53:30,377 DEBUG [RS:0;f7c814cf3c7e:45473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T00:53:30,377 DEBUG [RS:0;f7c814cf3c7e:45473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7c814cf3c7e,45473,1733446409068 2024-12-06T00:53:30,377 DEBUG [RS:0;f7c814cf3c7e:45473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,45473,1733446409068' 2024-12-06T00:53:30,377 DEBUG [RS:0;f7c814cf3c7e:45473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T00:53:30,378 DEBUG [RS:0;f7c814cf3c7e:45473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T00:53:30,378 DEBUG [RS:0;f7c814cf3c7e:45473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T00:53:30,378 INFO [RS:0;f7c814cf3c7e:45473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T00:53:30,379 INFO [RS:0;f7c814cf3c7e:45473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T00:53:30,454 WARN [f7c814cf3c7e:34495 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T00:53:30,480 INFO [RS:1;f7c814cf3c7e:44971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:30,480 INFO [RS:0;f7c814cf3c7e:45473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:30,483 INFO [RS:1;f7c814cf3c7e:44971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C44971%2C1733446409180, suffix=, logDir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/WALs/f7c814cf3c7e,44971,1733446409180, archiveDir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/oldWALs, maxLogs=32 2024-12-06T00:53:30,483 INFO [RS:0;f7c814cf3c7e:45473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C45473%2C1733446409068, suffix=, logDir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/WALs/f7c814cf3c7e,45473,1733446409068, archiveDir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/oldWALs, maxLogs=32 2024-12-06T00:53:30,502 DEBUG [RS:1;f7c814cf3c7e:44971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/WALs/f7c814cf3c7e,44971,1733446409180/f7c814cf3c7e%2C44971%2C1733446409180.1733446410488, exclude list is [], retry=0 2024-12-06T00:53:30,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44117,DS-103e0991-075b-4309-84cb-3a59cec69b2b,DISK] 2024-12-06T00:53:30,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45851,DS-77150452-225e-404f-8ac9-56ff8e9c27c1,DISK] 2024-12-06T00:53:30,508 DEBUG [RS:0;f7c814cf3c7e:45473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/WALs/f7c814cf3c7e,45473,1733446409068/f7c814cf3c7e%2C45473%2C1733446409068.1733446410488, exclude list is [], retry=0 2024-12-06T00:53:30,512 INFO [RS:1;f7c814cf3c7e:44971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/WALs/f7c814cf3c7e,44971,1733446409180/f7c814cf3c7e%2C44971%2C1733446409180.1733446410488 2024-12-06T00:53:30,512 DEBUG [RS:1;f7c814cf3c7e:44971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38425:38425),(127.0.0.1/127.0.0.1:40545:40545)] 2024-12-06T00:53:30,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45851,DS-77150452-225e-404f-8ac9-56ff8e9c27c1,DISK] 2024-12-06T00:53:30,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44117,DS-103e0991-075b-4309-84cb-3a59cec69b2b,DISK] 2024-12-06T00:53:30,516 INFO [RS:0;f7c814cf3c7e:45473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/WALs/f7c814cf3c7e,45473,1733446409068/f7c814cf3c7e%2C45473%2C1733446409068.1733446410488 2024-12-06T00:53:30,517 DEBUG [RS:0;f7c814cf3c7e:45473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38425:38425),(127.0.0.1/127.0.0.1:40545:40545)] 2024-12-06T00:53:30,707 DEBUG [f7c814cf3c7e:34495 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T00:53:30,715 DEBUG [f7c814cf3c7e:34495 {}] balancer.BalancerClusterState(204): Hosts are {f7c814cf3c7e=0} racks are {/default-rack=0} 2024-12-06T00:53:30,722 DEBUG [f7c814cf3c7e:34495 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T00:53:30,722 DEBUG [f7c814cf3c7e:34495 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T00:53:30,722 DEBUG [f7c814cf3c7e:34495 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T00:53:30,722 DEBUG [f7c814cf3c7e:34495 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T00:53:30,722 INFO [f7c814cf3c7e:34495 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T00:53:30,722 INFO [f7c814cf3c7e:34495 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T00:53:30,722 DEBUG [f7c814cf3c7e:34495 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T00:53:30,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f7c814cf3c7e,45473,1733446409068 2024-12-06T00:53:30,737 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7c814cf3c7e,45473,1733446409068, state=OPENING 2024-12-06T00:53:30,742 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T00:53:30,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:30,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:30,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:30,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:30,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:30,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:30,747 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T00:53:30,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,45473,1733446409068}] 2024-12-06T00:53:30,927 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:30,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33753, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:30,943 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T00:53:30,944 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:30,944 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T00:53:30,947 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C45473%2C1733446409068.meta, suffix=.meta, logDir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/WALs/f7c814cf3c7e,45473,1733446409068, archiveDir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/oldWALs, maxLogs=32 2024-12-06T00:53:30,965 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/WALs/f7c814cf3c7e,45473,1733446409068/f7c814cf3c7e%2C45473%2C1733446409068.meta.1733446410949.meta, exclude list is [], retry=0 2024-12-06T00:53:30,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44117,DS-103e0991-075b-4309-84cb-3a59cec69b2b,DISK] 2024-12-06T00:53:30,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45851,DS-77150452-225e-404f-8ac9-56ff8e9c27c1,DISK] 2024-12-06T00:53:30,973 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/WALs/f7c814cf3c7e,45473,1733446409068/f7c814cf3c7e%2C45473%2C1733446409068.meta.1733446410949.meta 2024-12-06T00:53:30,974 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38425:38425),(127.0.0.1/127.0.0.1:40545:40545)] 2024-12-06T00:53:30,974 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:53:30,976 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T00:53:30,979 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T00:53:30,984 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T00:53:30,988 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T00:53:30,988 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:30,989 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T00:53:30,989 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T00:53:30,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T00:53:30,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T00:53:30,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:30,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:30,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T00:53:30,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T00:53:30,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:30,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:30,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T00:53:30,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T00:53:30,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:30,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:30,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T00:53:31,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T00:53:31,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:31,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:31,001 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T00:53:31,003 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740 2024-12-06T00:53:31,006 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740 2024-12-06T00:53:31,008 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T00:53:31,008 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T00:53:31,009 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:31,012 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T00:53:31,013 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71259699, jitterRate=0.061852261424064636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:31,014 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T00:53:31,016 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733446410989Writing region info on filesystem at 1733446410989Initializing all the Stores at 1733446410991 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446410991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446410992 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446410992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446410992Cleaning up temporary data from old regions at 1733446411008 (+16 ms)Running coprocessor post-open hooks at 1733446411014 (+6 ms)Region opened successfully at 1733446411015 (+1 ms) 2024-12-06T00:53:31,023 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733446410918 2024-12-06T00:53:31,035 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T00:53:31,036 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T00:53:31,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,45473,1733446409068 2024-12-06T00:53:31,041 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7c814cf3c7e,45473,1733446409068, state=OPEN 2024-12-06T00:53:31,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:31,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:31,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:31,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:31,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:31,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:31,044 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,45473,1733446409068 2024-12-06T00:53:31,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T00:53:31,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,45473,1733446409068 in 295 msec 2024-12-06T00:53:31,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T00:53:31,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 769 msec 2024-12-06T00:53:31,067 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:31,067 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T00:53:31,088 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:53:31,089 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,45473,1733446409068, seqNum=-1] 2024-12-06T00:53:31,111 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:31,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35247, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:31,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0430 sec 2024-12-06T00:53:31,135 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733446411135, completionTime=-1 2024-12-06T00:53:31,138 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T00:53:31,138 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T00:53:31,194 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T00:53:31,194 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733446471194 2024-12-06T00:53:31,195 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733446531195 2024-12-06T00:53:31,195 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 56 msec 2024-12-06T00:53:31,196 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T00:53:31,205 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,34495,1733446408315-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:31,205 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,34495,1733446408315-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:31,205 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,34495,1733446408315-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:31,207 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f7c814cf3c7e:34495, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:31,207 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:31,211 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:31,218 DEBUG [master/f7c814cf3c7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T00:53:31,243 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.971sec 2024-12-06T00:53:31,245 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T00:53:31,246 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T00:53:31,247 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T00:53:31,248 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T00:53:31,248 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T00:53:31,249 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,34495,1733446408315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:31,250 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,34495,1733446408315-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T00:53:31,255 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T00:53:31,257 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T00:53:31,257 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,34495,1733446408315-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:31,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465e7254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:31,329 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T00:53:31,330 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T00:53:31,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,34495,-1 for getting cluster id 2024-12-06T00:53:31,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:53:31,366 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45563f78-a367-4f77-94d7-0705b8ffe903' 2024-12-06T00:53:31,369 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:53:31,369 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45563f78-a367-4f77-94d7-0705b8ffe903" 2024-12-06T00:53:31,369 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5662bbed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:31,369 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,34495,-1] 2024-12-06T00:53:31,372 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:53:31,374 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:31,376 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:53:31,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65048c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:31,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:53:31,387 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,45473,1733446409068, seqNum=-1] 2024-12-06T00:53:31,388 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:31,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:31,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f7c814cf3c7e,34495,1733446408315 2024-12-06T00:53:31,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T00:53:31,420 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f7c814cf3c7e,34495,1733446408315 2024-12-06T00:53:31,422 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75f15b6c 2024-12-06T00:53:31,423 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T00:53:31,426 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T00:53:31,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:53:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T00:53:31,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T00:53:31,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T00:53:31,450 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:31,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T00:53:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:31,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741836_1012 (size=379) 2024-12-06T00:53:31,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741836_1012 (size=379) 2024-12-06T00:53:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:31,872 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aacb00e11ecdc43111d886784a5c8584, NAME => 'testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782 2024-12-06T00:53:31,872 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e717266bf68c04e322764a2bfc3cbd30, NAME => 'testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782 2024-12-06T00:53:31,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741837_1013 (size=61) 2024-12-06T00:53:31,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741837_1013 (size=61) 2024-12-06T00:53:31,885 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:31,885 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e717266bf68c04e322764a2bfc3cbd30, disabling compactions & flushes 2024-12-06T00:53:31,885 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30. 2024-12-06T00:53:31,885 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30. 2024-12-06T00:53:31,885 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30. after waiting 0 ms 2024-12-06T00:53:31,885 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30. 2024-12-06T00:53:31,885 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30. 2024-12-06T00:53:31,885 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e717266bf68c04e322764a2bfc3cbd30: Waiting for close lock at 1733446411885Disabling compacts and flushes for region at 1733446411885Disabling writes for close at 1733446411885Writing region close event to WAL at 1733446411885Closed at 1733446411885 2024-12-06T00:53:31,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741838_1014 (size=61) 2024-12-06T00:53:31,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741838_1014 (size=61) 2024-12-06T00:53:31,893 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:31,893 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing aacb00e11ecdc43111d886784a5c8584, disabling compactions & flushes 2024-12-06T00:53:31,894 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584. 2024-12-06T00:53:31,894 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584. 2024-12-06T00:53:31,894 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584. after waiting 0 ms 2024-12-06T00:53:31,894 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584. 2024-12-06T00:53:31,894 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584. 2024-12-06T00:53:31,894 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for aacb00e11ecdc43111d886784a5c8584: Waiting for close lock at 1733446411893Disabling compacts and flushes for region at 1733446411893Disabling writes for close at 1733446411894 (+1 ms)Writing region close event to WAL at 1733446411894Closed at 1733446411894 2024-12-06T00:53:31,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T00:53:31,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733446411896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446411896"}]},"ts":"1733446411896"} 2024-12-06T00:53:31,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733446411896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446411896"}]},"ts":"1733446411896"} 2024-12-06T00:53:31,941 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T00:53:31,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T00:53:31,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446411943"}]},"ts":"1733446411943"} 2024-12-06T00:53:31,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T00:53:31,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f7c814cf3c7e=0} racks are {/default-rack=0} 2024-12-06T00:53:31,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T00:53:31,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T00:53:31,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T00:53:31,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T00:53:31,955 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T00:53:31,955 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T00:53:31,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T00:53:31,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aacb00e11ecdc43111d886784a5c8584, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e717266bf68c04e322764a2bfc3cbd30, ASSIGN}] 2024-12-06T00:53:31,960 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e717266bf68c04e322764a2bfc3cbd30, ASSIGN 2024-12-06T00:53:31,960 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aacb00e11ecdc43111d886784a5c8584, ASSIGN 2024-12-06T00:53:31,962 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e717266bf68c04e322764a2bfc3cbd30, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,45473,1733446409068; forceNewPlan=false, retain=false 2024-12-06T00:53:31,962 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aacb00e11ecdc43111d886784a5c8584, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,44971,1733446409180; forceNewPlan=false, retain=false 2024-12-06T00:53:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:32,115 INFO [f7c814cf3c7e:34495 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T00:53:32,116 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e717266bf68c04e322764a2bfc3cbd30, regionState=OPENING, regionLocation=f7c814cf3c7e,45473,1733446409068 2024-12-06T00:53:32,116 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aacb00e11ecdc43111d886784a5c8584, regionState=OPENING, regionLocation=f7c814cf3c7e,44971,1733446409180 2024-12-06T00:53:32,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aacb00e11ecdc43111d886784a5c8584, ASSIGN because future has completed 2024-12-06T00:53:32,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aacb00e11ecdc43111d886784a5c8584, server=f7c814cf3c7e,44971,1733446409180}] 2024-12-06T00:53:32,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e717266bf68c04e322764a2bfc3cbd30, ASSIGN because future has completed 2024-12-06T00:53:32,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e717266bf68c04e322764a2bfc3cbd30, server=f7c814cf3c7e,45473,1733446409068}] 2024-12-06T00:53:32,276 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:32,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46451, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:32,286 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584. 2024-12-06T00:53:32,286 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => aacb00e11ecdc43111d886784a5c8584, NAME => 'testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T00:53:32,287 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache aacb00e11ecdc43111d886784a5c8584 2024-12-06T00:53:32,287 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:32,287 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for aacb00e11ecdc43111d886784a5c8584 2024-12-06T00:53:32,287 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for aacb00e11ecdc43111d886784a5c8584 2024-12-06T00:53:32,288 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30. 2024-12-06T00:53:32,288 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => e717266bf68c04e322764a2bfc3cbd30, NAME => 'testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T00:53:32,288 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e717266bf68c04e322764a2bfc3cbd30 2024-12-06T00:53:32,289 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:32,289 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for e717266bf68c04e322764a2bfc3cbd30 2024-12-06T00:53:32,289 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for e717266bf68c04e322764a2bfc3cbd30 2024-12-06T00:53:32,289 INFO [StoreOpener-aacb00e11ecdc43111d886784a5c8584-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region aacb00e11ecdc43111d886784a5c8584 2024-12-06T00:53:32,291 INFO [StoreOpener-e717266bf68c04e322764a2bfc3cbd30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e717266bf68c04e322764a2bfc3cbd30 2024-12-06T00:53:32,292 INFO [StoreOpener-aacb00e11ecdc43111d886784a5c8584-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aacb00e11ecdc43111d886784a5c8584 columnFamilyName family 2024-12-06T00:53:32,292 DEBUG [StoreOpener-aacb00e11ecdc43111d886784a5c8584-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:32,293 INFO [StoreOpener-e717266bf68c04e322764a2bfc3cbd30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e717266bf68c04e322764a2bfc3cbd30 columnFamilyName family 2024-12-06T00:53:32,293 DEBUG [StoreOpener-e717266bf68c04e322764a2bfc3cbd30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:32,293 INFO [StoreOpener-aacb00e11ecdc43111d886784a5c8584-1 {}] regionserver.HStore(327): Store=aacb00e11ecdc43111d886784a5c8584/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:32,293 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for aacb00e11ecdc43111d886784a5c8584 2024-12-06T00:53:32,294 INFO [StoreOpener-e717266bf68c04e322764a2bfc3cbd30-1 {}] regionserver.HStore(327): Store=e717266bf68c04e322764a2bfc3cbd30/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:32,294 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for e717266bf68c04e322764a2bfc3cbd30 2024-12-06T00:53:32,295 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/aacb00e11ecdc43111d886784a5c8584 2024-12-06T00:53:32,295 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/e717266bf68c04e322764a2bfc3cbd30 2024-12-06T00:53:32,296 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/aacb00e11ecdc43111d886784a5c8584 2024-12-06T00:53:32,296 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/e717266bf68c04e322764a2bfc3cbd30 2024-12-06T00:53:32,296 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for aacb00e11ecdc43111d886784a5c8584 2024-12-06T00:53:32,296 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for aacb00e11ecdc43111d886784a5c8584 2024-12-06T00:53:32,297 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for e717266bf68c04e322764a2bfc3cbd30 2024-12-06T00:53:32,297 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for e717266bf68c04e322764a2bfc3cbd30 2024-12-06T00:53:32,299 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for aacb00e11ecdc43111d886784a5c8584 2024-12-06T00:53:32,299 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for e717266bf68c04e322764a2bfc3cbd30 2024-12-06T00:53:32,303 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/e717266bf68c04e322764a2bfc3cbd30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:32,304 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened e717266bf68c04e322764a2bfc3cbd30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71935189, jitterRate=0.07191784679889679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T00:53:32,304 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e717266bf68c04e322764a2bfc3cbd30 2024-12-06T00:53:32,305 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for e717266bf68c04e322764a2bfc3cbd30: Running coprocessor pre-open hook at 1733446412289Writing region info on filesystem at 1733446412289Initializing all the Stores at 1733446412290 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446412290Cleaning up temporary data from old regions at 1733446412297 (+7 ms)Running coprocessor post-open hooks at 1733446412304 (+7 ms)Region opened successfully at 1733446412305 (+1 ms) 2024-12-06T00:53:32,308 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30., pid=8, masterSystemTime=1733446412281 2024-12-06T00:53:32,312 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30. 2024-12-06T00:53:32,312 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30. 2024-12-06T00:53:32,313 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e717266bf68c04e322764a2bfc3cbd30, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,45473,1733446409068 2024-12-06T00:53:32,317 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/aacb00e11ecdc43111d886784a5c8584/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:32,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e717266bf68c04e322764a2bfc3cbd30, server=f7c814cf3c7e,45473,1733446409068 because future has completed 2024-12-06T00:53:32,318 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened aacb00e11ecdc43111d886784a5c8584; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64200219, jitterRate=-0.043342188000679016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T00:53:32,318 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aacb00e11ecdc43111d886784a5c8584 2024-12-06T00:53:32,318 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for aacb00e11ecdc43111d886784a5c8584: Running coprocessor pre-open hook at 1733446412287Writing region info on filesystem at 1733446412287Initializing all the Stores at 1733446412289 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446412289Cleaning up temporary data from old regions at 1733446412297 (+8 ms)Running coprocessor post-open hooks at 1733446412318 (+21 ms)Region opened successfully at 1733446412318 2024-12-06T00:53:32,320 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584., pid=7, masterSystemTime=1733446412276 2024-12-06T00:53:32,323 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584. 2024-12-06T00:53:32,324 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584. 2024-12-06T00:53:32,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-06T00:53:32,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e717266bf68c04e322764a2bfc3cbd30, server=f7c814cf3c7e,45473,1733446409068 in 192 msec 2024-12-06T00:53:32,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aacb00e11ecdc43111d886784a5c8584, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,44971,1733446409180 2024-12-06T00:53:32,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e717266bf68c04e322764a2bfc3cbd30, ASSIGN in 368 msec 2024-12-06T00:53:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aacb00e11ecdc43111d886784a5c8584, server=f7c814cf3c7e,44971,1733446409180 because future has completed 2024-12-06T00:53:32,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-06T00:53:32,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aacb00e11ecdc43111d886784a5c8584, server=f7c814cf3c7e,44971,1733446409180 in 209 msec 2024-12-06T00:53:32,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T00:53:32,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aacb00e11ecdc43111d886784a5c8584, ASSIGN in 380 msec 2024-12-06T00:53:32,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T00:53:32,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446412342"}]},"ts":"1733446412342"} 2024-12-06T00:53:32,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T00:53:32,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T00:53:32,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 910 msec 2024-12-06T00:53:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:32,595 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T00:53:32,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T00:53:32,596 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T00:53:32,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T00:53:32,603 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T00:53:32,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T00:53:32,611 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584., hostname=f7c814cf3c7e,44971,1733446409180, seqNum=2] 2024-12-06T00:53:32,613 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:32,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:32,631 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30., hostname=f7c814cf3c7e,45473,1733446409068, seqNum=2] 2024-12-06T00:53:32,653 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e717266bf68c04e322764a2bfc3cbd30 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T00:53:32,719 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/e717266bf68c04e322764a2bfc3cbd30/.tmp/family/6ba141f89b4a4e6aa9e13a04659e357a is 32, key is 5/family:/1733446412633/Put/seqid=0 2024-12-06T00:53:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741839_1015 (size=5083) 2024-12-06T00:53:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741839_1015 (size=5083) 2024-12-06T00:53:32,733 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/e717266bf68c04e322764a2bfc3cbd30/.tmp/family/6ba141f89b4a4e6aa9e13a04659e357a 2024-12-06T00:53:32,782 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/e717266bf68c04e322764a2bfc3cbd30/.tmp/family/6ba141f89b4a4e6aa9e13a04659e357a as hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/e717266bf68c04e322764a2bfc3cbd30/family/6ba141f89b4a4e6aa9e13a04659e357a 2024-12-06T00:53:32,795 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/e717266bf68c04e322764a2bfc3cbd30/family/6ba141f89b4a4e6aa9e13a04659e357a, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T00:53:32,803 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e717266bf68c04e322764a2bfc3cbd30 in 151ms, sequenceid=9, compaction requested=false 2024-12-06T00:53:32,804 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-06T00:53:32,806 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e717266bf68c04e322764a2bfc3cbd30: 2024-12-06T00:53:32,807 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing aacb00e11ecdc43111d886784a5c8584 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T00:53:32,828 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/aacb00e11ecdc43111d886784a5c8584/.tmp/family/a84892ebace8480db9d43d039cc09473 is 32, key is 1/family:/1733446412615/Put/seqid=0 2024-12-06T00:53:32,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741840_1016 (size=5054) 2024-12-06T00:53:32,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741840_1016 (size=5054) 2024-12-06T00:53:32,838 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/aacb00e11ecdc43111d886784a5c8584/.tmp/family/a84892ebace8480db9d43d039cc09473 2024-12-06T00:53:32,850 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/aacb00e11ecdc43111d886784a5c8584/.tmp/family/a84892ebace8480db9d43d039cc09473 as hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/aacb00e11ecdc43111d886784a5c8584/family/a84892ebace8480db9d43d039cc09473 2024-12-06T00:53:32,861 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/aacb00e11ecdc43111d886784a5c8584/family/a84892ebace8480db9d43d039cc09473, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T00:53:32,863 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for aacb00e11ecdc43111d886784a5c8584 in 56ms, sequenceid=8, compaction requested=false 2024-12-06T00:53:32,863 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for aacb00e11ecdc43111d886784a5c8584: 2024-12-06T00:53:32,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d0015a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:32,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,34495,-1 for getting cluster id 2024-12-06T00:53:32,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:53:32,868 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45563f78-a367-4f77-94d7-0705b8ffe903' 2024-12-06T00:53:32,869 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:53:32,869 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45563f78-a367-4f77-94d7-0705b8ffe903" 2024-12-06T00:53:32,870 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d65ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:32,870 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,34495,-1] 2024-12-06T00:53:32,870 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:53:32,871 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:32,873 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:53:32,874 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ffdce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:32,890 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-06T00:53:32,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:53:32,892 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,45473,1733446409068, seqNum=-1] 2024-12-06T00:53:32,893 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:32,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:32,905 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:32,906 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:32,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:32,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:32,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:53:32,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:32,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:32,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:32,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:53:32,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T00:53:32,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:53:32,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:32,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:32,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:53:32,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:32,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T00:53:32,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2121749141, stopped=false 2024-12-06T00:53:32,920 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f7c814cf3c7e,34495,1733446408315 2024-12-06T00:53:32,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:32,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:32,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:32,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:32,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:32,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:32,924 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T00:53:32,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:32,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:53:32,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:32,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:32,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:32,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:32,926 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7c814cf3c7e,45473,1733446409068' ***** 2024-12-06T00:53:32,926 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T00:53:32,926 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7c814cf3c7e,44971,1733446409180' ***** 2024-12-06T00:53:32,926 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T00:53:32,926 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T00:53:32,926 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T00:53:32,927 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T00:53:32,927 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T00:53:32,927 INFO [RS:0;f7c814cf3c7e:45473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T00:53:32,927 INFO [RS:1;f7c814cf3c7e:44971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T00:53:32,927 INFO [RS:0;f7c814cf3c7e:45473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T00:53:32,927 INFO [RS:1;f7c814cf3c7e:44971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T00:53:32,927 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(3091): Received CLOSE for aacb00e11ecdc43111d886784a5c8584 2024-12-06T00:53:32,927 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(3091): Received CLOSE for e717266bf68c04e322764a2bfc3cbd30 2024-12-06T00:53:32,928 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(959): stopping server f7c814cf3c7e,45473,1733446409068 2024-12-06T00:53:32,928 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(959): stopping server f7c814cf3c7e,44971,1733446409180 2024-12-06T00:53:32,928 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:32,928 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:32,928 INFO [RS:0;f7c814cf3c7e:45473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f7c814cf3c7e:45473. 2024-12-06T00:53:32,928 INFO [RS:1;f7c814cf3c7e:44971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f7c814cf3c7e:44971. 2024-12-06T00:53:32,928 DEBUG [RS:1;f7c814cf3c7e:44971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:32,928 DEBUG [RS:0;f7c814cf3c7e:45473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:32,928 DEBUG [RS:1;f7c814cf3c7e:44971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:32,928 DEBUG [RS:0;f7c814cf3c7e:45473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:32,929 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aacb00e11ecdc43111d886784a5c8584, disabling compactions & flushes 2024-12-06T00:53:32,929 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e717266bf68c04e322764a2bfc3cbd30, disabling compactions & flushes 2024-12-06T00:53:32,929 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584. 2024-12-06T00:53:32,929 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30. 2024-12-06T00:53:32,929 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T00:53:32,929 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T00:53:32,929 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584. 2024-12-06T00:53:32,929 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30. 2024-12-06T00:53:32,929 DEBUG [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(1325): Online Regions={aacb00e11ecdc43111d886784a5c8584=testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584.} 2024-12-06T00:53:32,929 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T00:53:32,929 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584. after waiting 0 ms 2024-12-06T00:53:32,929 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T00:53:32,929 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30. after waiting 0 ms 2024-12-06T00:53:32,929 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584. 2024-12-06T00:53:32,929 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30. 2024-12-06T00:53:32,929 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T00:53:32,929 DEBUG [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(1351): Waiting on aacb00e11ecdc43111d886784a5c8584 2024-12-06T00:53:32,929 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T00:53:32,929 DEBUG [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(1325): Online Regions={e717266bf68c04e322764a2bfc3cbd30=testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T00:53:32,930 DEBUG [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e717266bf68c04e322764a2bfc3cbd30 2024-12-06T00:53:32,930 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T00:53:32,930 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T00:53:32,930 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T00:53:32,930 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T00:53:32,930 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T00:53:32,930 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T00:53:32,932 INFO [regionserver/f7c814cf3c7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:32,932 INFO [regionserver/f7c814cf3c7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:32,938 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/e717266bf68c04e322764a2bfc3cbd30/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T00:53:32,941 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/default/testClearRegionBlockCache/aacb00e11ecdc43111d886784a5c8584/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T00:53:32,941 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30. 2024-12-06T00:53:32,941 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e717266bf68c04e322764a2bfc3cbd30: Waiting for close lock at 1733446412928Running coprocessor pre-close hooks at 1733446412928Disabling compacts and flushes for region at 1733446412928Disabling writes for close at 1733446412929 (+1 ms)Writing region close event to WAL at 1733446412930 (+1 ms)Running coprocessor post-close hooks at 1733446412939 (+9 ms)Closed at 1733446412941 (+2 ms) 2024-12-06T00:53:32,942 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30. 2024-12-06T00:53:32,942 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584. 2024-12-06T00:53:32,943 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aacb00e11ecdc43111d886784a5c8584: Waiting for close lock at 1733446412928Running coprocessor pre-close hooks at 1733446412928Disabling compacts and flushes for region at 1733446412928Disabling writes for close at 1733446412929 (+1 ms)Writing region close event to WAL at 1733446412930 (+1 ms)Running coprocessor post-close hooks at 1733446412942 (+12 ms)Closed at 1733446412942 2024-12-06T00:53:32,943 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733446411427.aacb00e11ecdc43111d886784a5c8584. 2024-12-06T00:53:32,961 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/.tmp/info/392f80518f174f1cb7e09c934098ef00 is 173, key is testClearRegionBlockCache,5,1733446411427.e717266bf68c04e322764a2bfc3cbd30./info:regioninfo/1733446412312/Put/seqid=0 2024-12-06T00:53:32,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741841_1017 (size=8173) 2024-12-06T00:53:32,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741841_1017 (size=8173) 2024-12-06T00:53:32,976 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/.tmp/info/392f80518f174f1cb7e09c934098ef00 2024-12-06T00:53:33,003 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/.tmp/ns/3fb2847dff104556ab012f3e0ffe9b09 is 43, key is default/ns:d/1733446411118/Put/seqid=0 2024-12-06T00:53:33,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741842_1018 (size=5153) 2024-12-06T00:53:33,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741842_1018 (size=5153) 2024-12-06T00:53:33,012 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/.tmp/ns/3fb2847dff104556ab012f3e0ffe9b09 2024-12-06T00:53:33,045 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/.tmp/table/e958a2292ca74567bd59050b477a94e1 is 61, key is testClearRegionBlockCache/table:state/1733446412342/Put/seqid=0 2024-12-06T00:53:33,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741843_1019 (size=5312) 2024-12-06T00:53:33,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741843_1019 (size=5312) 2024-12-06T00:53:33,055 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/.tmp/table/e958a2292ca74567bd59050b477a94e1 2024-12-06T00:53:33,067 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/.tmp/info/392f80518f174f1cb7e09c934098ef00 as hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/info/392f80518f174f1cb7e09c934098ef00 2024-12-06T00:53:33,077 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/info/392f80518f174f1cb7e09c934098ef00, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T00:53:33,078 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/.tmp/ns/3fb2847dff104556ab012f3e0ffe9b09 as hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/ns/3fb2847dff104556ab012f3e0ffe9b09 2024-12-06T00:53:33,088 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/ns/3fb2847dff104556ab012f3e0ffe9b09, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T00:53:33,090 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/.tmp/table/e958a2292ca74567bd59050b477a94e1 as hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/table/e958a2292ca74567bd59050b477a94e1 2024-12-06T00:53:33,099 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/table/e958a2292ca74567bd59050b477a94e1, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T00:53:33,101 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 171ms, sequenceid=13, compaction requested=false 2024-12-06T00:53:33,101 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T00:53:33,110 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T00:53:33,111 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T00:53:33,112 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:33,112 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733446412929Running coprocessor pre-close hooks at 1733446412929Disabling compacts and flushes for region at 1733446412930 (+1 ms)Disabling writes for close at 1733446412930Obtaining lock to block concurrent updates at 1733446412930Preparing flush snapshotting stores in 1588230740 at 1733446412930Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733446412931 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733446412932 (+1 ms)Flushing 1588230740/info: creating writer at 1733446412932Flushing 1588230740/info: appending metadata at 1733446412960 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733446412960Flushing 1588230740/ns: creating writer at 1733446412986 (+26 ms)Flushing 1588230740/ns: appending metadata at 1733446413002 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733446413002Flushing 1588230740/table: creating writer at 1733446413022 (+20 ms)Flushing 1588230740/table: appending metadata at 1733446413044 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733446413044Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25524510: reopening flushed file at 1733446413065 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55423123: reopening flushed file at 1733446413077 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716d68e6: reopening flushed file at 1733446413088 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 171ms, sequenceid=13, compaction requested=false at 1733446413101 (+13 ms)Writing region close event to WAL at 1733446413104 (+3 ms)Running coprocessor post-close hooks at 1733446413111 (+7 ms)Closed at 1733446413112 (+1 ms) 2024-12-06T00:53:33,112 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:33,130 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(976): stopping server f7c814cf3c7e,44971,1733446409180; all regions closed. 2024-12-06T00:53:33,130 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(976): stopping server f7c814cf3c7e,45473,1733446409068; all regions closed. 2024-12-06T00:53:33,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741833_1009 (size=1758) 2024-12-06T00:53:33,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741835_1011 (size=4338) 2024-12-06T00:53:33,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741833_1009 (size=1758) 2024-12-06T00:53:33,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741835_1011 (size=4338) 2024-12-06T00:53:33,144 DEBUG [RS:1;f7c814cf3c7e:44971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/oldWALs 2024-12-06T00:53:33,144 DEBUG [RS:0;f7c814cf3c7e:45473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/oldWALs 2024-12-06T00:53:33,144 INFO [RS:1;f7c814cf3c7e:44971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C44971%2C1733446409180:(num 1733446410488) 2024-12-06T00:53:33,144 INFO [RS:0;f7c814cf3c7e:45473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C45473%2C1733446409068.meta:.meta(num 1733446410949) 2024-12-06T00:53:33,144 DEBUG [RS:1;f7c814cf3c7e:44971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:33,144 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:33,144 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:33,145 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.ChoreService(370): Chore service for: regionserver/f7c814cf3c7e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:33,145 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T00:53:33,145 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T00:53:33,145 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T00:53:33,145 INFO [regionserver/f7c814cf3c7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:33,145 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:33,145 INFO [RS:1;f7c814cf3c7e:44971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44971 2024-12-06T00:53:33,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741834_1010 (size=1867) 2024-12-06T00:53:33,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741834_1010 (size=1867) 2024-12-06T00:53:33,151 DEBUG [RS:0;f7c814cf3c7e:45473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/oldWALs 2024-12-06T00:53:33,151 INFO [RS:0;f7c814cf3c7e:45473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C45473%2C1733446409068:(num 1733446410488) 2024-12-06T00:53:33,151 DEBUG [RS:0;f7c814cf3c7e:45473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:33,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7c814cf3c7e,44971,1733446409180 2024-12-06T00:53:33,151 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:33,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:33,151 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:33,151 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:33,151 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.ChoreService(370): Chore service for: regionserver/f7c814cf3c7e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:33,152 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:33,152 INFO [regionserver/f7c814cf3c7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:33,152 INFO [RS:0;f7c814cf3c7e:45473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45473 2024-12-06T00:53:33,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7c814cf3c7e,44971,1733446409180] 2024-12-06T00:53:33,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7c814cf3c7e,45473,1733446409068 2024-12-06T00:53:33,156 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:33,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:33,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7c814cf3c7e,44971,1733446409180 already deleted, retry=false 2024-12-06T00:53:33,156 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7c814cf3c7e,44971,1733446409180 expired; onlineServers=1 2024-12-06T00:53:33,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7c814cf3c7e,45473,1733446409068] 2024-12-06T00:53:33,159 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7c814cf3c7e,45473,1733446409068 already deleted, retry=false 2024-12-06T00:53:33,159 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7c814cf3c7e,45473,1733446409068 expired; onlineServers=0 2024-12-06T00:53:33,159 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f7c814cf3c7e,34495,1733446408315' ***** 2024-12-06T00:53:33,159 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T00:53:33,160 INFO [M:0;f7c814cf3c7e:34495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:33,160 INFO [M:0;f7c814cf3c7e:34495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:33,160 DEBUG [M:0;f7c814cf3c7e:34495 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T00:53:33,160 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T00:53:33,160 DEBUG [M:0;f7c814cf3c7e:34495 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T00:53:33,160 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446410209 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446410209,5,FailOnTimeoutGroup] 2024-12-06T00:53:33,160 INFO [M:0;f7c814cf3c7e:34495 {}] hbase.ChoreService(370): Chore service for: master/f7c814cf3c7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:33,161 INFO [M:0;f7c814cf3c7e:34495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:33,161 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446410210 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446410210,5,FailOnTimeoutGroup] 2024-12-06T00:53:33,161 DEBUG [M:0;f7c814cf3c7e:34495 {}] master.HMaster(1795): Stopping service threads 2024-12-06T00:53:33,161 INFO [M:0;f7c814cf3c7e:34495 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T00:53:33,161 INFO [M:0;f7c814cf3c7e:34495 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T00:53:33,162 INFO [M:0;f7c814cf3c7e:34495 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T00:53:33,162 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T00:53:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:33,163 DEBUG [M:0;f7c814cf3c7e:34495 {}] zookeeper.ZKUtil(347): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T00:53:33,163 WARN [M:0;f7c814cf3c7e:34495 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T00:53:33,164 INFO [M:0;f7c814cf3c7e:34495 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/.lastflushedseqids 2024-12-06T00:53:33,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741844_1020 (size=182) 2024-12-06T00:53:33,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741844_1020 (size=182) 2024-12-06T00:53:33,179 INFO [M:0;f7c814cf3c7e:34495 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T00:53:33,179 INFO [M:0;f7c814cf3c7e:34495 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T00:53:33,180 DEBUG [M:0;f7c814cf3c7e:34495 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T00:53:33,180 INFO [M:0;f7c814cf3c7e:34495 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:33,180 DEBUG [M:0;f7c814cf3c7e:34495 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:33,180 DEBUG [M:0;f7c814cf3c7e:34495 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T00:53:33,180 DEBUG [M:0;f7c814cf3c7e:34495 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:33,180 INFO [M:0;f7c814cf3c7e:34495 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-12-06T00:53:33,199 DEBUG [M:0;f7c814cf3c7e:34495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a26fb564176a46ff970c829dee4afa2d is 82, key is hbase:meta,,1/info:regioninfo/1733446411037/Put/seqid=0 2024-12-06T00:53:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741845_1021 (size=5672) 2024-12-06T00:53:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741845_1021 (size=5672) 2024-12-06T00:53:33,207 INFO [M:0;f7c814cf3c7e:34495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a26fb564176a46ff970c829dee4afa2d 2024-12-06T00:53:33,230 DEBUG [M:0;f7c814cf3c7e:34495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/133b19e6d8374501b49f5cc4a25a31d3 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733446412350/Put/seqid=0 2024-12-06T00:53:33,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741846_1022 (size=6220) 2024-12-06T00:53:33,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741846_1022 (size=6220) 2024-12-06T00:53:33,239 INFO [M:0;f7c814cf3c7e:34495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/133b19e6d8374501b49f5cc4a25a31d3 2024-12-06T00:53:33,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:33,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44971-0x10064d0cde80002, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:33,256 INFO [RS:1;f7c814cf3c7e:44971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:33,256 INFO [RS:1;f7c814cf3c7e:44971 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7c814cf3c7e,44971,1733446409180; zookeeper connection closed. 2024-12-06T00:53:33,256 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62280d29 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62280d29 2024-12-06T00:53:33,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:33,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10064d0cde80001, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:33,258 INFO [RS:0;f7c814cf3c7e:45473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:33,258 INFO [RS:0;f7c814cf3c7e:45473 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7c814cf3c7e,45473,1733446409068; zookeeper connection closed. 2024-12-06T00:53:33,258 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10a1697f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10a1697f 2024-12-06T00:53:33,259 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T00:53:33,263 DEBUG [M:0;f7c814cf3c7e:34495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b481dd1553094c138f7aff40aa07feb6 is 69, key is f7c814cf3c7e,44971,1733446409180/rs:state/1733446410244/Put/seqid=0 2024-12-06T00:53:33,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741847_1023 (size=5224) 2024-12-06T00:53:33,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741847_1023 (size=5224) 2024-12-06T00:53:33,271 INFO [M:0;f7c814cf3c7e:34495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b481dd1553094c138f7aff40aa07feb6 2024-12-06T00:53:33,280 DEBUG [M:0;f7c814cf3c7e:34495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a26fb564176a46ff970c829dee4afa2d as hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a26fb564176a46ff970c829dee4afa2d 2024-12-06T00:53:33,289 INFO [M:0;f7c814cf3c7e:34495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a26fb564176a46ff970c829dee4afa2d, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T00:53:33,290 DEBUG [M:0;f7c814cf3c7e:34495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/133b19e6d8374501b49f5cc4a25a31d3 as hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/133b19e6d8374501b49f5cc4a25a31d3 2024-12-06T00:53:33,299 INFO [M:0;f7c814cf3c7e:34495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/133b19e6d8374501b49f5cc4a25a31d3, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T00:53:33,301 DEBUG [M:0;f7c814cf3c7e:34495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b481dd1553094c138f7aff40aa07feb6 as hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b481dd1553094c138f7aff40aa07feb6 2024-12-06T00:53:33,308 INFO [M:0;f7c814cf3c7e:34495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/cfbeaa2e-5eff-f567-b9fe-35802dd73782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b481dd1553094c138f7aff40aa07feb6, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T00:53:33,310 INFO [M:0;f7c814cf3c7e:34495 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false 2024-12-06T00:53:33,314 INFO [M:0;f7c814cf3c7e:34495 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:33,314 DEBUG [M:0;f7c814cf3c7e:34495 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733446413180Disabling compacts and flushes for region at 1733446413180Disabling writes for close at 1733446413180Obtaining lock to block concurrent updates at 1733446413180Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733446413180Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1733446413181 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733446413182 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733446413182Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733446413198 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733446413198Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733446413214 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733446413230 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733446413230Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733446413246 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733446413262 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733446413262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d924564: reopening flushed file at 1733446413278 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b0bf66: reopening flushed file at 1733446413289 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e60e3d8: reopening flushed file at 1733446413299 (+10 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false at 1733446413310 (+11 ms)Writing region close event to WAL at 1733446413313 (+3 ms)Closed at 1733446413313 2024-12-06T00:53:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741830_1006 (size=35452) 2024-12-06T00:53:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741830_1006 (size=35452) 2024-12-06T00:53:33,319 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:33,320 INFO [M:0;f7c814cf3c7e:34495 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T00:53:33,320 INFO [M:0;f7c814cf3c7e:34495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34495 2024-12-06T00:53:33,320 INFO [M:0;f7c814cf3c7e:34495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:33,423 INFO [M:0;f7c814cf3c7e:34495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:33,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:33,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x10064d0cde80000, quorum=127.0.0.1:63024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:33,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5acf7a93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:33,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:33,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:33,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:33,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:33,435 WARN [BP-461623581-172.17.0.2-1733446405116 heartbeating to localhost/127.0.0.1:41707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:53:33,435 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:53:33,435 WARN [BP-461623581-172.17.0.2-1733446405116 heartbeating to localhost/127.0.0.1:41707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-461623581-172.17.0.2-1733446405116 (Datanode Uuid d3e9ac42-d276-4982-baff-70e3ccc90518) service to localhost/127.0.0.1:41707 2024-12-06T00:53:33,435 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:53:33,437 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/cluster_e5c93ab8-2844-829d-ab4e-33ee9a63e5d3/data/data3/current/BP-461623581-172.17.0.2-1733446405116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:33,437 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/cluster_e5c93ab8-2844-829d-ab4e-33ee9a63e5d3/data/data4/current/BP-461623581-172.17.0.2-1733446405116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:33,438 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:53:33,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc3e688{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:33,440 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:33,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:33,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:33,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:33,442 WARN [BP-461623581-172.17.0.2-1733446405116 heartbeating to localhost/127.0.0.1:41707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:53:33,442 WARN [BP-461623581-172.17.0.2-1733446405116 heartbeating to localhost/127.0.0.1:41707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-461623581-172.17.0.2-1733446405116 (Datanode Uuid 6c89dbb0-044a-422f-89ea-9318bf6b05ab) service to localhost/127.0.0.1:41707 2024-12-06T00:53:33,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:53:33,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:53:33,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/cluster_e5c93ab8-2844-829d-ab4e-33ee9a63e5d3/data/data1/current/BP-461623581-172.17.0.2-1733446405116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:33,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/cluster_e5c93ab8-2844-829d-ab4e-33ee9a63e5d3/data/data2/current/BP-461623581-172.17.0.2-1733446405116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:33,443 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:53:33,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:53:33,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:33,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:33,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:33,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:33,461 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T00:53:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T00:53:33,498 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=79 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:41707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:41707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/f7c814cf3c7e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@53551777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:41707 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f7c814cf3c7e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:41707 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f7c814cf3c7e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f7c814cf3c7e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) - Thread LEAK? -, OpenFileDescriptor=408 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 225) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11277 (was 11926) 2024-12-06T00:53:33,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=79, OpenFileDescriptor=408, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=11277 2024-12-06T00:53:33,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/hadoop.log.dir so I do NOT create it in target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73 2024-12-06T00:53:33,520 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T00:53:33,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/hadoop.tmp.dir so I do NOT create it in target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73 2024-12-06T00:53:33,520 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21bb95f3-4d28-e832-52f7-96a54f7fed17/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T00:53:33,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73 2024-12-06T00:53:33,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T00:53:33,520 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/cluster_0d203343-40f3-bb0a-4e7c-7e4635422e34, deleteOnExit=true 2024-12-06T00:53:33,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T00:53:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/test.cache.data in system properties and HBase conf 2024-12-06T00:53:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T00:53:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/hadoop.log.dir in system properties and HBase conf 2024-12-06T00:53:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T00:53:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T00:53:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T00:53:33,521 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T00:53:33,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:53:33,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:53:33,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T00:53:33,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:53:33,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T00:53:33,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T00:53:33,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:53:33,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:53:33,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T00:53:33,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/nfs.dump.dir in system properties and HBase conf 2024-12-06T00:53:33,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/java.io.tmpdir in system properties and HBase conf 2024-12-06T00:53:33,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:53:33,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T00:53:33,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T00:53:33,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:33,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:33,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:33,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:33,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:53:33,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:33,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aaa90f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:33,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@570de50c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:33,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b93f09f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/java.io.tmpdir/jetty-localhost-36263-hadoop-hdfs-3_4_1-tests_jar-_-any-6202588246150864697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:53:33,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22bb1eeb{HTTP/1.1, (http/1.1)}{localhost:36263} 2024-12-06T00:53:33,743 INFO [Time-limited test {}] server.Server(415): Started @10838ms 2024-12-06T00:53:33,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:33,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:33,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:33,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:33,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:53:33,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31725c31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:33,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bae69a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:33,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@786dddb0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/java.io.tmpdir/jetty-localhost-33503-hadoop-hdfs-3_4_1-tests_jar-_-any-14167472267699261802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:33,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a37d455{HTTP/1.1, (http/1.1)}{localhost:33503} 2024-12-06T00:53:33,967 INFO [Time-limited test {}] server.Server(415): Started @11061ms 2024-12-06T00:53:33,968 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:53:34,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:34,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:34,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:34,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:34,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:53:34,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180ebfaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:34,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e293652{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:34,073 WARN [Thread-350 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/cluster_0d203343-40f3-bb0a-4e7c-7e4635422e34/data/data1/current/BP-1888598694-172.17.0.2-1733446413555/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:34,074 WARN [Thread-351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/cluster_0d203343-40f3-bb0a-4e7c-7e4635422e34/data/data2/current/BP-1888598694-172.17.0.2-1733446413555/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:34,096 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:53:34,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35858087fe438f95 with lease ID 0x94a505e5096c24b2: Processing first storage report for DS-2fa02009-5311-4c32-9ddf-e030b8621071 from datanode DatanodeRegistration(127.0.0.1:33651, datanodeUuid=69837553-98df-41d6-8c98-2bcd1e19a1a1, infoPort=41539, infoSecurePort=0, ipcPort=36233, storageInfo=lv=-57;cid=testClusterID;nsid=2097847242;c=1733446413555) 2024-12-06T00:53:34,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35858087fe438f95 with lease ID 0x94a505e5096c24b2: from storage DS-2fa02009-5311-4c32-9ddf-e030b8621071 node DatanodeRegistration(127.0.0.1:33651, datanodeUuid=69837553-98df-41d6-8c98-2bcd1e19a1a1, infoPort=41539, infoSecurePort=0, ipcPort=36233, storageInfo=lv=-57;cid=testClusterID;nsid=2097847242;c=1733446413555), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T00:53:34,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35858087fe438f95 with lease ID 0x94a505e5096c24b2: Processing first storage report for DS-eabdad9d-004b-4d3f-99fa-73f4857241ee from datanode DatanodeRegistration(127.0.0.1:33651, datanodeUuid=69837553-98df-41d6-8c98-2bcd1e19a1a1, infoPort=41539, infoSecurePort=0, ipcPort=36233, storageInfo=lv=-57;cid=testClusterID;nsid=2097847242;c=1733446413555) 2024-12-06T00:53:34,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35858087fe438f95 with lease ID 0x94a505e5096c24b2: from storage DS-eabdad9d-004b-4d3f-99fa-73f4857241ee node DatanodeRegistration(127.0.0.1:33651, datanodeUuid=69837553-98df-41d6-8c98-2bcd1e19a1a1, infoPort=41539, infoSecurePort=0, ipcPort=36233, storageInfo=lv=-57;cid=testClusterID;nsid=2097847242;c=1733446413555), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:34,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4eefeb10{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/java.io.tmpdir/jetty-localhost-44491-hadoop-hdfs-3_4_1-tests_jar-_-any-3237981231150904290/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:34,145 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@618975fa{HTTP/1.1, (http/1.1)}{localhost:44491} 2024-12-06T00:53:34,145 INFO [Time-limited test {}] server.Server(415): Started @11239ms 2024-12-06T00:53:34,147 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:53:34,240 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/cluster_0d203343-40f3-bb0a-4e7c-7e4635422e34/data/data3/current/BP-1888598694-172.17.0.2-1733446413555/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:34,240 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/cluster_0d203343-40f3-bb0a-4e7c-7e4635422e34/data/data4/current/BP-1888598694-172.17.0.2-1733446413555/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:34,258 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:53:34,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee2820587208ac2d with lease ID 0x94a505e5096c24b3: Processing first storage report for DS-b8d527a9-fb77-4308-ac43-7e7d10e09db0 from datanode DatanodeRegistration(127.0.0.1:45543, datanodeUuid=dd6040ec-f635-4d0d-a0b4-30782616876c, infoPort=33489, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=2097847242;c=1733446413555) 2024-12-06T00:53:34,261 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee2820587208ac2d with lease ID 0x94a505e5096c24b3: from storage DS-b8d527a9-fb77-4308-ac43-7e7d10e09db0 node DatanodeRegistration(127.0.0.1:45543, datanodeUuid=dd6040ec-f635-4d0d-a0b4-30782616876c, infoPort=33489, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=2097847242;c=1733446413555), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T00:53:34,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee2820587208ac2d with lease ID 0x94a505e5096c24b3: Processing first storage report for DS-9c863374-0306-4b8f-9eb1-718ee9346857 from datanode DatanodeRegistration(127.0.0.1:45543, datanodeUuid=dd6040ec-f635-4d0d-a0b4-30782616876c, infoPort=33489, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=2097847242;c=1733446413555) 2024-12-06T00:53:34,261 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee2820587208ac2d with lease ID 0x94a505e5096c24b3: from storage DS-9c863374-0306-4b8f-9eb1-718ee9346857 node DatanodeRegistration(127.0.0.1:45543, datanodeUuid=dd6040ec-f635-4d0d-a0b4-30782616876c, infoPort=33489, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=2097847242;c=1733446413555), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:34,279 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73 2024-12-06T00:53:34,282 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/cluster_0d203343-40f3-bb0a-4e7c-7e4635422e34/zookeeper_0, clientPort=61744, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/cluster_0d203343-40f3-bb0a-4e7c-7e4635422e34/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/cluster_0d203343-40f3-bb0a-4e7c-7e4635422e34/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T00:53:34,283 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61744 2024-12-06T00:53:34,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:34,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:34,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741825_1001 (size=7) 2024-12-06T00:53:34,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741825_1001 (size=7) 2024-12-06T00:53:34,299 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf with version=8 2024-12-06T00:53:34,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/hbase-staging 2024-12-06T00:53:34,302 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:34,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:34,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:34,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:34,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:34,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:34,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T00:53:34,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:34,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42097 2024-12-06T00:53:34,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42097 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-12-06T00:53:34,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420970x0, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:34,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42097-0x10064d0e8b00000 connected 2024-12-06T00:53:34,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:34,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:34,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:34,332 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf, hbase.cluster.distributed=false 2024-12-06T00:53:34,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:34,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42097 2024-12-06T00:53:34,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42097 2024-12-06T00:53:34,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42097 2024-12-06T00:53:34,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42097 2024-12-06T00:53:34,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42097 2024-12-06T00:53:34,352 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:34,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:34,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:34,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:34,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:34,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:34,352 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T00:53:34,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:34,353 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34829 2024-12-06T00:53:34,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34829 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-12-06T00:53:34,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:34,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:34,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348290x0, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:34,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34829-0x10064d0e8b00001 connected 2024-12-06T00:53:34,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:34,362 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T00:53:34,363 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T00:53:34,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T00:53:34,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:34,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34829 2024-12-06T00:53:34,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34829 2024-12-06T00:53:34,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34829 2024-12-06T00:53:34,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34829 2024-12-06T00:53:34,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34829 2024-12-06T00:53:34,390 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:34,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:34,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:34,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:34,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:34,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:34,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T00:53:34,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:34,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44845 2024-12-06T00:53:34,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44845 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-12-06T00:53:34,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:34,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:34,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448450x0, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:34,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448450x0, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:34,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44845-0x10064d0e8b00002 connected 2024-12-06T00:53:34,401 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T00:53:34,401 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T00:53:34,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T00:53:34,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:34,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44845 2024-12-06T00:53:34,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44845 2024-12-06T00:53:34,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44845 2024-12-06T00:53:34,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44845 2024-12-06T00:53:34,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44845 2024-12-06T00:53:34,417 DEBUG [M:0;f7c814cf3c7e:42097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f7c814cf3c7e:42097 2024-12-06T00:53:34,417 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f7c814cf3c7e,42097,1733446414301 2024-12-06T00:53:34,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:34,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:34,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:34,420 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f7c814cf3c7e,42097,1733446414301 2024-12-06T00:53:34,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:34,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:34,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,423 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T00:53:34,424 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f7c814cf3c7e,42097,1733446414301 from backup master directory 2024-12-06T00:53:34,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:34,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:34,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f7c814cf3c7e,42097,1733446414301 2024-12-06T00:53:34,426 WARN [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:34,426 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f7c814cf3c7e,42097,1733446414301 2024-12-06T00:53:34,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:34,433 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/hbase.id] with ID: d777c2b9-6655-487a-96b7-09f98cbc8a31 2024-12-06T00:53:34,433 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/.tmp/hbase.id 2024-12-06T00:53:34,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741826_1002 (size=42) 2024-12-06T00:53:34,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741826_1002 (size=42) 2024-12-06T00:53:34,446 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/.tmp/hbase.id]:[hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/hbase.id] 2024-12-06T00:53:34,465 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:34,465 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T00:53:34,467 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T00:53:34,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741827_1003 (size=196) 2024-12-06T00:53:34,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741827_1003 (size=196) 2024-12-06T00:53:34,480 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:53:34,481 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T00:53:34,481 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:34,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741828_1004 (size=1189) 2024-12-06T00:53:34,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741828_1004 (size=1189) 2024-12-06T00:53:34,493 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store 2024-12-06T00:53:34,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741829_1005 (size=34) 2024-12-06T00:53:34,504 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:34,504 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T00:53:34,504 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:34,504 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:34,504 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T00:53:34,504 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:34,504 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:34,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741829_1005 (size=34) 2024-12-06T00:53:34,505 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733446414504Disabling compacts and flushes for region at 1733446414504Disabling writes for close at 1733446414504Writing region close event to WAL at 1733446414504Closed at 1733446414504 2024-12-06T00:53:34,506 WARN [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/.initializing 2024-12-06T00:53:34,507 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/WALs/f7c814cf3c7e,42097,1733446414301 2024-12-06T00:53:34,508 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:34,511 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C42097%2C1733446414301, suffix=, logDir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/WALs/f7c814cf3c7e,42097,1733446414301, archiveDir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/oldWALs, maxLogs=10 2024-12-06T00:53:34,526 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/WALs/f7c814cf3c7e,42097,1733446414301/f7c814cf3c7e%2C42097%2C1733446414301.1733446414511, exclude list is [], retry=0 2024-12-06T00:53:34,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33651,DS-2fa02009-5311-4c32-9ddf-e030b8621071,DISK] 2024-12-06T00:53:34,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45543,DS-b8d527a9-fb77-4308-ac43-7e7d10e09db0,DISK] 2024-12-06T00:53:34,533 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/WALs/f7c814cf3c7e,42097,1733446414301/f7c814cf3c7e%2C42097%2C1733446414301.1733446414511 2024-12-06T00:53:34,534 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33489:33489),(127.0.0.1/127.0.0.1:41539:41539)] 2024-12-06T00:53:34,534 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:53:34,534 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:34,535 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:34,535 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:34,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:34,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T00:53:34,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:34,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:34,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:34,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T00:53:34,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:34,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:34,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:34,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T00:53:34,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:34,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:34,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:34,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T00:53:34,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:34,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:34,547 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:34,548 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:34,549 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:34,551 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:34,551 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:34,551 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:34,553 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:34,556 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:34,556 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60154247, jitterRate=-0.1036318689584732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:34,557 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733446414535Initializing all the Stores at 1733446414536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446414536Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446414537 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446414537Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446414537Cleaning up temporary data from old regions at 1733446414551 (+14 ms)Region opened successfully at 1733446414557 (+6 ms) 2024-12-06T00:53:34,558 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T00:53:34,562 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323b707e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:34,563 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T00:53:34,563 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T00:53:34,563 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T00:53:34,563 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T00:53:34,564 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T00:53:34,564 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T00:53:34,565 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T00:53:34,568 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T00:53:34,569 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T00:53:34,571 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T00:53:34,571 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T00:53:34,572 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T00:53:34,573 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T00:53:34,574 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T00:53:34,575 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T00:53:34,577 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T00:53:34,578 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T00:53:34,579 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T00:53:34,582 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T00:53:34,583 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T00:53:34,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:34,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:34,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:34,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,586 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f7c814cf3c7e,42097,1733446414301, sessionid=0x10064d0e8b00000, setting cluster-up flag (Was=false) 2024-12-06T00:53:34,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,595 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T00:53:34,597 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7c814cf3c7e,42097,1733446414301 2024-12-06T00:53:34,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:34,606 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T00:53:34,607 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7c814cf3c7e,42097,1733446414301 2024-12-06T00:53:34,610 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T00:53:34,612 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:34,612 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T00:53:34,613 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T00:53:34,613 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f7c814cf3c7e,42097,1733446414301 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T00:53:34,614 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:34,615 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:34,615 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:34,615 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:34,615 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f7c814cf3c7e:0, corePoolSize=10, maxPoolSize=10 2024-12-06T00:53:34,615 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,615 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:34,615 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,616 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733446444616 2024-12-06T00:53:34,616 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T00:53:34,616 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T00:53:34,616 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T00:53:34,616 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T00:53:34,616 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T00:53:34,617 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T00:53:34,617 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,617 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T00:53:34,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:34,617 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T00:53:34,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T00:53:34,618 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T00:53:34,618 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T00:53:34,618 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T00:53:34,618 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446414618,5,FailOnTimeoutGroup] 2024-12-06T00:53:34,619 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:34,619 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T00:53:34,621 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446414618,5,FailOnTimeoutGroup] 2024-12-06T00:53:34,621 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,621 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T00:53:34,621 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,621 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741831_1007 (size=1321) 2024-12-06T00:53:34,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741831_1007 (size=1321) 2024-12-06T00:53:34,628 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T00:53:34,629 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf 2024-12-06T00:53:34,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741832_1008 (size=32) 2024-12-06T00:53:34,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741832_1008 (size=32) 2024-12-06T00:53:34,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:34,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T00:53:34,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T00:53:34,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:34,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:34,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T00:53:34,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T00:53:34,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:34,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:34,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T00:53:34,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T00:53:34,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:34,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:34,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T00:53:34,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T00:53:34,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:34,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:34,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T00:53:34,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740 2024-12-06T00:53:34,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740 2024-12-06T00:53:34,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T00:53:34,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T00:53:34,655 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:34,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T00:53:34,660 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:34,660 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74024989, jitterRate=0.10305829346179962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:34,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733446414640Initializing all the Stores at 1733446414641 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446414641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446414641Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446414642 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446414642Cleaning up temporary data from old regions at 1733446414655 (+13 ms)Region opened successfully at 1733446414661 (+6 ms) 2024-12-06T00:53:34,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T00:53:34,662 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T00:53:34,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T00:53:34,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T00:53:34,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T00:53:34,662 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:34,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733446414662Disabling compacts and flushes for region at 1733446414662Disabling writes for close at 1733446414662Writing region close event to WAL at 1733446414662Closed at 1733446414662 2024-12-06T00:53:34,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:34,665 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T00:53:34,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T00:53:34,667 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T00:53:34,668 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T00:53:34,708 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(746): ClusterId : d777c2b9-6655-487a-96b7-09f98cbc8a31 2024-12-06T00:53:34,708 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(746): ClusterId : d777c2b9-6655-487a-96b7-09f98cbc8a31 2024-12-06T00:53:34,708 DEBUG [RS:1;f7c814cf3c7e:44845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T00:53:34,708 DEBUG [RS:0;f7c814cf3c7e:34829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T00:53:34,710 DEBUG [RS:1;f7c814cf3c7e:44845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T00:53:34,711 DEBUG [RS:1;f7c814cf3c7e:44845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T00:53:34,711 DEBUG [RS:0;f7c814cf3c7e:34829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T00:53:34,711 DEBUG [RS:0;f7c814cf3c7e:34829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T00:53:34,713 DEBUG [RS:1;f7c814cf3c7e:44845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T00:53:34,713 DEBUG [RS:0;f7c814cf3c7e:34829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T00:53:34,714 DEBUG [RS:1;f7c814cf3c7e:44845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16062ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:34,714 DEBUG [RS:0;f7c814cf3c7e:34829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf1bc23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:34,726 DEBUG [RS:1;f7c814cf3c7e:44845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f7c814cf3c7e:44845 2024-12-06T00:53:34,726 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T00:53:34,727 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T00:53:34,727 DEBUG [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T00:53:34,728 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7c814cf3c7e,42097,1733446414301 with port=44845, startcode=1733446414390 2024-12-06T00:53:34,728 DEBUG [RS:1;f7c814cf3c7e:44845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T00:53:34,731 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47161, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T00:53:34,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7c814cf3c7e,44845,1733446414390 2024-12-06T00:53:34,732 DEBUG [RS:0;f7c814cf3c7e:34829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f7c814cf3c7e:34829 2024-12-06T00:53:34,732 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T00:53:34,732 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T00:53:34,732 DEBUG [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T00:53:34,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42097 {}] master.ServerManager(517): Registering regionserver=f7c814cf3c7e,44845,1733446414390 2024-12-06T00:53:34,733 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7c814cf3c7e,42097,1733446414301 with port=34829, startcode=1733446414352 2024-12-06T00:53:34,733 DEBUG [RS:0;f7c814cf3c7e:34829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T00:53:34,735 DEBUG [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf 2024-12-06T00:53:34,735 DEBUG [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45541 2024-12-06T00:53:34,735 DEBUG [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T00:53:34,735 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47965, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T00:53:34,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7c814cf3c7e,34829,1733446414352 2024-12-06T00:53:34,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42097 {}] master.ServerManager(517): Registering regionserver=f7c814cf3c7e,34829,1733446414352 2024-12-06T00:53:34,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:34,738 DEBUG [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf 2024-12-06T00:53:34,738 DEBUG [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45541 2024-12-06T00:53:34,738 DEBUG [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T00:53:34,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7c814cf3c7e,44845,1733446414390] 2024-12-06T00:53:34,739 DEBUG [RS:1;f7c814cf3c7e:44845 {}] zookeeper.ZKUtil(111): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7c814cf3c7e,44845,1733446414390 2024-12-06T00:53:34,739 WARN [RS:1;f7c814cf3c7e:44845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:34,739 INFO [RS:1;f7c814cf3c7e:44845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:34,739 DEBUG [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/WALs/f7c814cf3c7e,44845,1733446414390 2024-12-06T00:53:34,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:34,744 DEBUG [RS:0;f7c814cf3c7e:34829 {}] zookeeper.ZKUtil(111): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7c814cf3c7e,34829,1733446414352 2024-12-06T00:53:34,745 WARN [RS:0;f7c814cf3c7e:34829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:34,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7c814cf3c7e,34829,1733446414352] 2024-12-06T00:53:34,745 INFO [RS:0;f7c814cf3c7e:34829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:34,745 DEBUG [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/WALs/f7c814cf3c7e,34829,1733446414352 2024-12-06T00:53:34,746 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T00:53:34,748 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T00:53:34,748 INFO [RS:1;f7c814cf3c7e:44845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T00:53:34,749 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,749 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T00:53:34,750 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T00:53:34,750 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T00:53:34,750 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,750 DEBUG [RS:1;f7c814cf3c7e:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,750 DEBUG [RS:1;f7c814cf3c7e:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,750 DEBUG [RS:1;f7c814cf3c7e:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,751 DEBUG [RS:1;f7c814cf3c7e:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,751 DEBUG [RS:1;f7c814cf3c7e:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,751 DEBUG [RS:1;f7c814cf3c7e:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:34,751 DEBUG [RS:1;f7c814cf3c7e:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,751 DEBUG [RS:1;f7c814cf3c7e:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,751 DEBUG [RS:1;f7c814cf3c7e:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,751 DEBUG [RS:1;f7c814cf3c7e:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,751 DEBUG [RS:1;f7c814cf3c7e:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,751 DEBUG [RS:1;f7c814cf3c7e:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,751 DEBUG [RS:1;f7c814cf3c7e:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:34,751 DEBUG [RS:1;f7c814cf3c7e:44845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:34,753 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T00:53:34,754 INFO [RS:0;f7c814cf3c7e:34829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T00:53:34,754 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,754 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,754 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,754 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,754 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,754 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T00:53:34,754 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,754 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,44845,1733446414390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:34,755 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T00:53:34,755 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,755 DEBUG [RS:0;f7c814cf3c7e:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,755 DEBUG [RS:0;f7c814cf3c7e:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,755 DEBUG [RS:0;f7c814cf3c7e:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,755 DEBUG [RS:0;f7c814cf3c7e:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,756 DEBUG [RS:0;f7c814cf3c7e:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,756 DEBUG [RS:0;f7c814cf3c7e:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:34,756 DEBUG [RS:0;f7c814cf3c7e:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,756 DEBUG [RS:0;f7c814cf3c7e:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,756 DEBUG [RS:0;f7c814cf3c7e:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,756 DEBUG [RS:0;f7c814cf3c7e:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,756 DEBUG [RS:0;f7c814cf3c7e:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,756 DEBUG [RS:0;f7c814cf3c7e:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:34,756 DEBUG [RS:0;f7c814cf3c7e:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:34,756 DEBUG [RS:0;f7c814cf3c7e:34829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:34,757 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,757 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,757 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,757 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,757 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,757 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,34829,1733446414352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:34,772 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T00:53:34,773 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,34829,1733446414352-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,773 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,773 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.Replication(171): f7c814cf3c7e,34829,1733446414352 started 2024-12-06T00:53:34,777 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T00:53:34,777 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,44845,1733446414390-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,777 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,778 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.Replication(171): f7c814cf3c7e,44845,1733446414390 started 2024-12-06T00:53:34,788 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,789 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(1482): Serving as f7c814cf3c7e,34829,1733446414352, RpcServer on f7c814cf3c7e/172.17.0.2:34829, sessionid=0x10064d0e8b00001 2024-12-06T00:53:34,789 DEBUG [RS:0;f7c814cf3c7e:34829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T00:53:34,789 DEBUG [RS:0;f7c814cf3c7e:34829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7c814cf3c7e,34829,1733446414352 2024-12-06T00:53:34,789 DEBUG [RS:0;f7c814cf3c7e:34829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,34829,1733446414352' 2024-12-06T00:53:34,789 DEBUG [RS:0;f7c814cf3c7e:34829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T00:53:34,790 DEBUG [RS:0;f7c814cf3c7e:34829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T00:53:34,791 DEBUG [RS:0;f7c814cf3c7e:34829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T00:53:34,791 DEBUG [RS:0;f7c814cf3c7e:34829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T00:53:34,791 DEBUG [RS:0;f7c814cf3c7e:34829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7c814cf3c7e,34829,1733446414352 2024-12-06T00:53:34,791 DEBUG [RS:0;f7c814cf3c7e:34829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,34829,1733446414352' 2024-12-06T00:53:34,791 DEBUG [RS:0;f7c814cf3c7e:34829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T00:53:34,792 DEBUG [RS:0;f7c814cf3c7e:34829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T00:53:34,792 DEBUG [RS:0;f7c814cf3c7e:34829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T00:53:34,792 INFO [RS:0;f7c814cf3c7e:34829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T00:53:34,792 INFO [RS:0;f7c814cf3c7e:34829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T00:53:34,795 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:34,796 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(1482): Serving as f7c814cf3c7e,44845,1733446414390, RpcServer on f7c814cf3c7e/172.17.0.2:44845, sessionid=0x10064d0e8b00002 2024-12-06T00:53:34,796 DEBUG [RS:1;f7c814cf3c7e:44845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T00:53:34,796 DEBUG [RS:1;f7c814cf3c7e:44845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7c814cf3c7e,44845,1733446414390 2024-12-06T00:53:34,796 DEBUG [RS:1;f7c814cf3c7e:44845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,44845,1733446414390' 2024-12-06T00:53:34,796 DEBUG [RS:1;f7c814cf3c7e:44845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T00:53:34,796 DEBUG [RS:1;f7c814cf3c7e:44845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T00:53:34,797 DEBUG [RS:1;f7c814cf3c7e:44845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T00:53:34,797 DEBUG [RS:1;f7c814cf3c7e:44845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T00:53:34,797 DEBUG [RS:1;f7c814cf3c7e:44845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7c814cf3c7e,44845,1733446414390 2024-12-06T00:53:34,797 DEBUG [RS:1;f7c814cf3c7e:44845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,44845,1733446414390' 2024-12-06T00:53:34,797 DEBUG [RS:1;f7c814cf3c7e:44845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T00:53:34,797 DEBUG [RS:1;f7c814cf3c7e:44845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T00:53:34,798 DEBUG [RS:1;f7c814cf3c7e:44845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T00:53:34,798 INFO [RS:1;f7c814cf3c7e:44845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T00:53:34,798 INFO [RS:1;f7c814cf3c7e:44845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T00:53:34,819 WARN [f7c814cf3c7e:42097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T00:53:34,893 INFO [RS:0;f7c814cf3c7e:34829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:34,896 INFO [RS:0;f7c814cf3c7e:34829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C34829%2C1733446414352, suffix=, logDir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/WALs/f7c814cf3c7e,34829,1733446414352, archiveDir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/oldWALs, maxLogs=32 2024-12-06T00:53:34,898 INFO [RS:1;f7c814cf3c7e:44845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:34,900 INFO [RS:1;f7c814cf3c7e:44845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C44845%2C1733446414390, suffix=, logDir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/WALs/f7c814cf3c7e,44845,1733446414390, archiveDir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/oldWALs, maxLogs=32 2024-12-06T00:53:34,912 DEBUG [RS:0;f7c814cf3c7e:34829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/WALs/f7c814cf3c7e,34829,1733446414352/f7c814cf3c7e%2C34829%2C1733446414352.1733446414897, exclude list is [], retry=0 2024-12-06T00:53:34,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45543,DS-b8d527a9-fb77-4308-ac43-7e7d10e09db0,DISK] 2024-12-06T00:53:34,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33651,DS-2fa02009-5311-4c32-9ddf-e030b8621071,DISK] 2024-12-06T00:53:34,918 INFO [RS:0;f7c814cf3c7e:34829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/WALs/f7c814cf3c7e,34829,1733446414352/f7c814cf3c7e%2C34829%2C1733446414352.1733446414897 2024-12-06T00:53:34,919 DEBUG [RS:0;f7c814cf3c7e:34829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33489:33489),(127.0.0.1/127.0.0.1:41539:41539)] 2024-12-06T00:53:34,923 DEBUG [RS:1;f7c814cf3c7e:44845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/WALs/f7c814cf3c7e,44845,1733446414390/f7c814cf3c7e%2C44845%2C1733446414390.1733446414902, exclude list is [], retry=0 2024-12-06T00:53:34,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45543,DS-b8d527a9-fb77-4308-ac43-7e7d10e09db0,DISK] 2024-12-06T00:53:34,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33651,DS-2fa02009-5311-4c32-9ddf-e030b8621071,DISK] 2024-12-06T00:53:34,929 INFO [RS:1;f7c814cf3c7e:44845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/WALs/f7c814cf3c7e,44845,1733446414390/f7c814cf3c7e%2C44845%2C1733446414390.1733446414902 2024-12-06T00:53:34,932 DEBUG [RS:1;f7c814cf3c7e:44845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33489:33489),(127.0.0.1/127.0.0.1:41539:41539)] 2024-12-06T00:53:35,069 DEBUG [f7c814cf3c7e:42097 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T00:53:35,069 DEBUG [f7c814cf3c7e:42097 {}] balancer.BalancerClusterState(204): Hosts are {f7c814cf3c7e=0} racks are {/default-rack=0} 2024-12-06T00:53:35,072 DEBUG [f7c814cf3c7e:42097 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T00:53:35,072 DEBUG [f7c814cf3c7e:42097 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T00:53:35,072 DEBUG [f7c814cf3c7e:42097 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T00:53:35,072 DEBUG [f7c814cf3c7e:42097 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T00:53:35,072 INFO [f7c814cf3c7e:42097 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T00:53:35,072 INFO [f7c814cf3c7e:42097 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T00:53:35,073 DEBUG [f7c814cf3c7e:42097 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T00:53:35,073 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f7c814cf3c7e,44845,1733446414390 2024-12-06T00:53:35,075 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7c814cf3c7e,44845,1733446414390, state=OPENING 2024-12-06T00:53:35,077 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T00:53:35,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:35,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:35,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:35,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:35,080 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T00:53:35,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:35,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:35,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,44845,1733446414390}] 2024-12-06T00:53:35,236 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:35,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55383, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:35,244 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T00:53:35,244 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:35,244 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T00:53:35,246 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C44845%2C1733446414390.meta, suffix=.meta, logDir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/WALs/f7c814cf3c7e,44845,1733446414390, archiveDir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/oldWALs, maxLogs=32 2024-12-06T00:53:35,262 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/WALs/f7c814cf3c7e,44845,1733446414390/f7c814cf3c7e%2C44845%2C1733446414390.meta.1733446415247.meta, exclude list is [], retry=0 2024-12-06T00:53:35,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45543,DS-b8d527a9-fb77-4308-ac43-7e7d10e09db0,DISK] 2024-12-06T00:53:35,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33651,DS-2fa02009-5311-4c32-9ddf-e030b8621071,DISK] 2024-12-06T00:53:35,268 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/WALs/f7c814cf3c7e,44845,1733446414390/f7c814cf3c7e%2C44845%2C1733446414390.meta.1733446415247.meta 2024-12-06T00:53:35,268 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41539:41539),(127.0.0.1/127.0.0.1:33489:33489)] 2024-12-06T00:53:35,268 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:53:35,269 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T00:53:35,269 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T00:53:35,269 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T00:53:35,269 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T00:53:35,270 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:35,270 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T00:53:35,270 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T00:53:35,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T00:53:35,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T00:53:35,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:35,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:35,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T00:53:35,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T00:53:35,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:35,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:35,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T00:53:35,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T00:53:35,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:35,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:35,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T00:53:35,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T00:53:35,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:35,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:35,280 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T00:53:35,281 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740 2024-12-06T00:53:35,282 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740 2024-12-06T00:53:35,284 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T00:53:35,284 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T00:53:35,284 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:35,286 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T00:53:35,287 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66562687, jitterRate=-0.008138671517372131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:35,288 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T00:53:35,289 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733446415270Writing region info on filesystem at 1733446415270Initializing all the Stores at 1733446415271 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446415271Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446415272 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446415272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446415272Cleaning up temporary data from old regions at 1733446415284 (+12 ms)Running coprocessor post-open hooks at 1733446415288 (+4 ms)Region opened successfully at 1733446415288 2024-12-06T00:53:35,290 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733446415235 2024-12-06T00:53:35,294 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T00:53:35,294 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T00:53:35,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,44845,1733446414390 2024-12-06T00:53:35,296 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7c814cf3c7e,44845,1733446414390, state=OPEN 2024-12-06T00:53:35,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:35,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:35,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:35,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:35,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:35,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:35,299 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,44845,1733446414390 2024-12-06T00:53:35,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T00:53:35,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,44845,1733446414390 in 219 msec 2024-12-06T00:53:35,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T00:53:35,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-12-06T00:53:35,309 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:35,309 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T00:53:35,311 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:53:35,311 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,44845,1733446414390, seqNum=-1] 2024-12-06T00:53:35,311 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:35,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:35,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 708 msec 2024-12-06T00:53:35,322 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733446415322, completionTime=-1 2024-12-06T00:53:35,322 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T00:53:35,322 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T00:53:35,325 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T00:53:35,325 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733446475325 2024-12-06T00:53:35,325 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733446535325 2024-12-06T00:53:35,325 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-06T00:53:35,326 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,42097,1733446414301-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:35,326 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,42097,1733446414301-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:35,326 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,42097,1733446414301-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:35,326 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f7c814cf3c7e:42097, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:35,326 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:35,326 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:35,330 DEBUG [master/f7c814cf3c7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T00:53:35,333 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.907sec 2024-12-06T00:53:35,333 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T00:53:35,333 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T00:53:35,333 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T00:53:35,333 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T00:53:35,333 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T00:53:35,333 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,42097,1733446414301-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:35,333 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,42097,1733446414301-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T00:53:35,337 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T00:53:35,337 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T00:53:35,337 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,42097,1733446414301-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:35,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a6dc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:35,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,42097,-1 for getting cluster id 2024-12-06T00:53:35,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:53:35,410 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd777c2b9-6655-487a-96b7-09f98cbc8a31' 2024-12-06T00:53:35,411 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:53:35,411 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d777c2b9-6655-487a-96b7-09f98cbc8a31" 2024-12-06T00:53:35,411 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49add487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:35,411 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,42097,-1] 2024-12-06T00:53:35,412 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:53:35,412 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:35,414 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:53:35,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dab6379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:35,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:53:35,417 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,44845,1733446414390, seqNum=-1] 2024-12-06T00:53:35,418 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:35,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:35,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f7c814cf3c7e,42097,1733446414301 2024-12-06T00:53:35,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T00:53:35,424 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is f7c814cf3c7e,42097,1733446414301 2024-12-06T00:53:35,424 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25b6ddca 2024-12-06T00:53:35,424 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T00:53:35,426 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T00:53:35,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:53:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T00:53:35,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T00:53:35,431 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:35,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T00:53:35,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T00:53:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:35,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741836_1012 (size=379) 2024-12-06T00:53:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741836_1012 (size=379) 2024-12-06T00:53:35,449 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb340dbbded50fc8fc3a04e237875225, NAME => 'testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf 2024-12-06T00:53:35,449 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8fed236a07eed5db4d0dde52aa9effc0, NAME => 'testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf 2024-12-06T00:53:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741837_1013 (size=61) 2024-12-06T00:53:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741837_1013 (size=61) 2024-12-06T00:53:35,467 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:35,467 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 8fed236a07eed5db4d0dde52aa9effc0, disabling compactions & flushes 2024-12-06T00:53:35,467 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0. 2024-12-06T00:53:35,467 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0. 2024-12-06T00:53:35,467 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0. after waiting 0 ms 2024-12-06T00:53:35,467 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0. 2024-12-06T00:53:35,467 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0. 2024-12-06T00:53:35,468 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8fed236a07eed5db4d0dde52aa9effc0: Waiting for close lock at 1733446415467Disabling compacts and flushes for region at 1733446415467Disabling writes for close at 1733446415467Writing region close event to WAL at 1733446415467Closed at 1733446415467 2024-12-06T00:53:35,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741838_1014 (size=61) 2024-12-06T00:53:35,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741838_1014 (size=61) 2024-12-06T00:53:35,481 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:35,481 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing cb340dbbded50fc8fc3a04e237875225, disabling compactions & flushes 2024-12-06T00:53:35,481 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225. 2024-12-06T00:53:35,481 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225. 2024-12-06T00:53:35,481 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225. after waiting 0 ms 2024-12-06T00:53:35,481 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225. 2024-12-06T00:53:35,481 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225. 2024-12-06T00:53:35,481 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb340dbbded50fc8fc3a04e237875225: Waiting for close lock at 1733446415481Disabling compacts and flushes for region at 1733446415481Disabling writes for close at 1733446415481Writing region close event to WAL at 1733446415481Closed at 1733446415481 2024-12-06T00:53:35,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T00:53:35,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733446415483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446415483"}]},"ts":"1733446415483"} 2024-12-06T00:53:35,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733446415483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446415483"}]},"ts":"1733446415483"} 2024-12-06T00:53:35,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T00:53:35,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T00:53:35,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446415491"}]},"ts":"1733446415491"} 2024-12-06T00:53:35,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T00:53:35,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f7c814cf3c7e=0} racks are {/default-rack=0} 2024-12-06T00:53:35,496 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T00:53:35,496 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T00:53:35,496 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T00:53:35,497 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T00:53:35,497 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T00:53:35,497 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T00:53:35,497 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T00:53:35,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb340dbbded50fc8fc3a04e237875225, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fed236a07eed5db4d0dde52aa9effc0, ASSIGN}] 2024-12-06T00:53:35,499 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fed236a07eed5db4d0dde52aa9effc0, ASSIGN 2024-12-06T00:53:35,499 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb340dbbded50fc8fc3a04e237875225, ASSIGN 2024-12-06T00:53:35,501 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb340dbbded50fc8fc3a04e237875225, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,34829,1733446414352; forceNewPlan=false, retain=false 2024-12-06T00:53:35,501 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fed236a07eed5db4d0dde52aa9effc0, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,44845,1733446414390; forceNewPlan=false, retain=false 2024-12-06T00:53:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:35,652 INFO [f7c814cf3c7e:42097 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T00:53:35,652 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb340dbbded50fc8fc3a04e237875225, regionState=OPENING, regionLocation=f7c814cf3c7e,34829,1733446414352 2024-12-06T00:53:35,652 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8fed236a07eed5db4d0dde52aa9effc0, regionState=OPENING, regionLocation=f7c814cf3c7e,44845,1733446414390 2024-12-06T00:53:35,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb340dbbded50fc8fc3a04e237875225, ASSIGN because future has completed 2024-12-06T00:53:35,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb340dbbded50fc8fc3a04e237875225, server=f7c814cf3c7e,34829,1733446414352}] 2024-12-06T00:53:35,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fed236a07eed5db4d0dde52aa9effc0, ASSIGN because future has completed 2024-12-06T00:53:35,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fed236a07eed5db4d0dde52aa9effc0, server=f7c814cf3c7e,44845,1733446414390}] 2024-12-06T00:53:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:35,810 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:35,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36329, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:35,818 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225. 2024-12-06T00:53:35,818 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cb340dbbded50fc8fc3a04e237875225, NAME => 'testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T00:53:35,818 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0. 2024-12-06T00:53:35,818 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fed236a07eed5db4d0dde52aa9effc0, NAME => 'testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T00:53:35,818 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache cb340dbbded50fc8fc3a04e237875225 2024-12-06T00:53:35,818 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:35,819 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cb340dbbded50fc8fc3a04e237875225 2024-12-06T00:53:35,819 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cb340dbbded50fc8fc3a04e237875225 2024-12-06T00:53:35,819 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8fed236a07eed5db4d0dde52aa9effc0 2024-12-06T00:53:35,819 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:35,819 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 8fed236a07eed5db4d0dde52aa9effc0 2024-12-06T00:53:35,819 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 8fed236a07eed5db4d0dde52aa9effc0 2024-12-06T00:53:35,820 INFO [StoreOpener-cb340dbbded50fc8fc3a04e237875225-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cb340dbbded50fc8fc3a04e237875225 2024-12-06T00:53:35,821 INFO [StoreOpener-8fed236a07eed5db4d0dde52aa9effc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8fed236a07eed5db4d0dde52aa9effc0 2024-12-06T00:53:35,823 INFO [StoreOpener-cb340dbbded50fc8fc3a04e237875225-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb340dbbded50fc8fc3a04e237875225 columnFamilyName family 2024-12-06T00:53:35,823 INFO [StoreOpener-8fed236a07eed5db4d0dde52aa9effc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fed236a07eed5db4d0dde52aa9effc0 columnFamilyName family 2024-12-06T00:53:35,823 DEBUG [StoreOpener-cb340dbbded50fc8fc3a04e237875225-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:35,823 DEBUG [StoreOpener-8fed236a07eed5db4d0dde52aa9effc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:35,823 INFO [StoreOpener-cb340dbbded50fc8fc3a04e237875225-1 {}] regionserver.HStore(327): Store=cb340dbbded50fc8fc3a04e237875225/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:35,823 INFO [StoreOpener-8fed236a07eed5db4d0dde52aa9effc0-1 {}] regionserver.HStore(327): Store=8fed236a07eed5db4d0dde52aa9effc0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:35,824 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 8fed236a07eed5db4d0dde52aa9effc0 2024-12-06T00:53:35,824 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cb340dbbded50fc8fc3a04e237875225 2024-12-06T00:53:35,825 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/cb340dbbded50fc8fc3a04e237875225 2024-12-06T00:53:35,825 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/8fed236a07eed5db4d0dde52aa9effc0 2024-12-06T00:53:35,825 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/cb340dbbded50fc8fc3a04e237875225 2024-12-06T00:53:35,825 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/8fed236a07eed5db4d0dde52aa9effc0 2024-12-06T00:53:35,826 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 8fed236a07eed5db4d0dde52aa9effc0 2024-12-06T00:53:35,826 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cb340dbbded50fc8fc3a04e237875225 2024-12-06T00:53:35,826 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 8fed236a07eed5db4d0dde52aa9effc0 2024-12-06T00:53:35,826 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cb340dbbded50fc8fc3a04e237875225 2024-12-06T00:53:35,828 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cb340dbbded50fc8fc3a04e237875225 2024-12-06T00:53:35,828 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 8fed236a07eed5db4d0dde52aa9effc0 2024-12-06T00:53:35,832 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/cb340dbbded50fc8fc3a04e237875225/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:35,832 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/8fed236a07eed5db4d0dde52aa9effc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:35,832 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened cb340dbbded50fc8fc3a04e237875225; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67563124, jitterRate=0.006769001483917236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T00:53:35,833 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 8fed236a07eed5db4d0dde52aa9effc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73514559, jitterRate=0.09545229375362396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T00:53:35,833 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb340dbbded50fc8fc3a04e237875225 2024-12-06T00:53:35,833 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fed236a07eed5db4d0dde52aa9effc0 2024-12-06T00:53:35,834 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 8fed236a07eed5db4d0dde52aa9effc0: Running coprocessor pre-open hook at 1733446415819Writing region info on filesystem at 1733446415819Initializing all the Stores at 1733446415820 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446415820Cleaning up temporary data from old regions at 1733446415826 (+6 ms)Running coprocessor post-open hooks at 1733446415833 (+7 ms)Region opened successfully at 1733446415834 (+1 ms) 2024-12-06T00:53:35,834 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cb340dbbded50fc8fc3a04e237875225: Running coprocessor pre-open hook at 1733446415819Writing region info on filesystem at 1733446415819Initializing all the Stores at 1733446415820 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446415820Cleaning up temporary data from old regions at 1733446415826 (+6 ms)Running coprocessor post-open hooks at 1733446415833 (+7 ms)Region opened successfully at 1733446415834 (+1 ms) 2024-12-06T00:53:35,836 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225., pid=7, masterSystemTime=1733446415810 2024-12-06T00:53:35,836 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0., pid=8, masterSystemTime=1733446415812 2024-12-06T00:53:35,840 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225. 2024-12-06T00:53:35,840 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225. 2024-12-06T00:53:35,840 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb340dbbded50fc8fc3a04e237875225, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,34829,1733446414352 2024-12-06T00:53:35,841 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0. 2024-12-06T00:53:35,841 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0. 2024-12-06T00:53:35,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8fed236a07eed5db4d0dde52aa9effc0, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,44845,1733446414390 2024-12-06T00:53:35,844 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42097 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f7c814cf3c7e,34829,1733446414352, table=testClearRegionBlockCache, region=cb340dbbded50fc8fc3a04e237875225. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T00:53:35,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb340dbbded50fc8fc3a04e237875225, server=f7c814cf3c7e,34829,1733446414352 because future has completed 2024-12-06T00:53:35,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fed236a07eed5db4d0dde52aa9effc0, server=f7c814cf3c7e,44845,1733446414390 because future has completed 2024-12-06T00:53:35,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-06T00:53:35,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb340dbbded50fc8fc3a04e237875225, server=f7c814cf3c7e,34829,1733446414352 in 190 msec 2024-12-06T00:53:35,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-06T00:53:35,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb340dbbded50fc8fc3a04e237875225, ASSIGN in 353 msec 2024-12-06T00:53:35,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fed236a07eed5db4d0dde52aa9effc0, server=f7c814cf3c7e,44845,1733446414390 in 191 msec 2024-12-06T00:53:35,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-06T00:53:35,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fed236a07eed5db4d0dde52aa9effc0, ASSIGN in 356 msec 2024-12-06T00:53:35,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T00:53:35,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446415860"}]},"ts":"1733446415860"} 2024-12-06T00:53:35,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T00:53:35,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T00:53:35,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 437 msec 2024-12-06T00:53:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:36,065 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T00:53:36,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T00:53:36,065 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T00:53:36,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T00:53:36,069 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T00:53:36,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T00:53:36,073 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225., hostname=f7c814cf3c7e,34829,1733446414352, seqNum=2] 2024-12-06T00:53:36,074 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:36,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:36,090 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0., hostname=f7c814cf3c7e,44845,1733446414390, seqNum=2] 2024-12-06T00:53:36,103 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cb340dbbded50fc8fc3a04e237875225 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T00:53:36,121 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/cb340dbbded50fc8fc3a04e237875225/.tmp/family/965f6cdcab2e40b79c681163dbbf828e is 32, key is 1/family:/1733446416077/Put/seqid=0 2024-12-06T00:53:36,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741839_1015 (size=5054) 2024-12-06T00:53:36,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741839_1015 (size=5054) 2024-12-06T00:53:36,132 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/cb340dbbded50fc8fc3a04e237875225/.tmp/family/965f6cdcab2e40b79c681163dbbf828e 2024-12-06T00:53:36,140 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/cb340dbbded50fc8fc3a04e237875225/.tmp/family/965f6cdcab2e40b79c681163dbbf828e as hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/cb340dbbded50fc8fc3a04e237875225/family/965f6cdcab2e40b79c681163dbbf828e 2024-12-06T00:53:36,149 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/cb340dbbded50fc8fc3a04e237875225/family/965f6cdcab2e40b79c681163dbbf828e, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T00:53:36,150 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for cb340dbbded50fc8fc3a04e237875225 in 47ms, sequenceid=8, compaction requested=false 2024-12-06T00:53:36,151 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cb340dbbded50fc8fc3a04e237875225: 2024-12-06T00:53:36,151 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8fed236a07eed5db4d0dde52aa9effc0 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T00:53:36,170 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/8fed236a07eed5db4d0dde52aa9effc0/.tmp/family/96b12190c95944809ec5437863e5184b is 32, key is 5/family:/1733446416092/Put/seqid=0 2024-12-06T00:53:36,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741840_1016 (size=5083) 2024-12-06T00:53:36,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741840_1016 (size=5083) 2024-12-06T00:53:36,177 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/8fed236a07eed5db4d0dde52aa9effc0/.tmp/family/96b12190c95944809ec5437863e5184b 2024-12-06T00:53:36,186 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/8fed236a07eed5db4d0dde52aa9effc0/.tmp/family/96b12190c95944809ec5437863e5184b as hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/8fed236a07eed5db4d0dde52aa9effc0/family/96b12190c95944809ec5437863e5184b 2024-12-06T00:53:36,193 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/8fed236a07eed5db4d0dde52aa9effc0/family/96b12190c95944809ec5437863e5184b, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T00:53:36,194 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 8fed236a07eed5db4d0dde52aa9effc0 in 43ms, sequenceid=9, compaction requested=false 2024-12-06T00:53:36,195 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8fed236a07eed5db4d0dde52aa9effc0: 2024-12-06T00:53:36,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T00:53:36,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:53:36,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:36,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:36,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:36,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:53:36,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T00:53:36,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2043773437, stopped=false 2024-12-06T00:53:36,201 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f7c814cf3c7e,42097,1733446414301 2024-12-06T00:53:36,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:36,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:36,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:36,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:36,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:36,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:36,203 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T00:53:36,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:53:36,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:36,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:36,204 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7c814cf3c7e,34829,1733446414352' ***** 2024-12-06T00:53:36,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:36,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:36,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:36,204 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T00:53:36,204 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7c814cf3c7e,44845,1733446414390' ***** 2024-12-06T00:53:36,204 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T00:53:36,204 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T00:53:36,204 INFO [RS:0;f7c814cf3c7e:34829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T00:53:36,204 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T00:53:36,204 INFO [RS:0;f7c814cf3c7e:34829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T00:53:36,204 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(3091): Received CLOSE for cb340dbbded50fc8fc3a04e237875225 2024-12-06T00:53:36,205 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T00:53:36,205 INFO [RS:1;f7c814cf3c7e:44845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T00:53:36,205 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T00:53:36,205 INFO [RS:1;f7c814cf3c7e:44845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T00:53:36,205 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fed236a07eed5db4d0dde52aa9effc0 2024-12-06T00:53:36,205 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(959): stopping server f7c814cf3c7e,34829,1733446414352 2024-12-06T00:53:36,205 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:36,205 INFO [RS:0;f7c814cf3c7e:34829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f7c814cf3c7e:34829. 2024-12-06T00:53:36,205 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb340dbbded50fc8fc3a04e237875225, disabling compactions & flushes 2024-12-06T00:53:36,205 DEBUG [RS:0;f7c814cf3c7e:34829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:36,205 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225. 2024-12-06T00:53:36,205 DEBUG [RS:0;f7c814cf3c7e:34829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:36,205 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225. 2024-12-06T00:53:36,205 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(959): stopping server f7c814cf3c7e,44845,1733446414390 2024-12-06T00:53:36,205 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T00:53:36,205 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225. after waiting 0 ms 2024-12-06T00:53:36,205 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:36,205 DEBUG [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(1325): Online Regions={cb340dbbded50fc8fc3a04e237875225=testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225.} 2024-12-06T00:53:36,205 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225. 2024-12-06T00:53:36,206 INFO [RS:1;f7c814cf3c7e:44845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f7c814cf3c7e:44845. 2024-12-06T00:53:36,206 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fed236a07eed5db4d0dde52aa9effc0, disabling compactions & flushes 2024-12-06T00:53:36,206 DEBUG [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(1351): Waiting on cb340dbbded50fc8fc3a04e237875225 2024-12-06T00:53:36,206 DEBUG [RS:1;f7c814cf3c7e:44845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:36,206 DEBUG [RS:1;f7c814cf3c7e:44845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:36,206 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0. 2024-12-06T00:53:36,206 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0. 2024-12-06T00:53:36,206 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T00:53:36,206 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0. after waiting 0 ms 2024-12-06T00:53:36,206 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T00:53:36,206 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T00:53:36,206 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0. 2024-12-06T00:53:36,206 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T00:53:36,207 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T00:53:36,207 DEBUG [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(1325): Online Regions={8fed236a07eed5db4d0dde52aa9effc0=testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T00:53:36,207 DEBUG [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fed236a07eed5db4d0dde52aa9effc0 2024-12-06T00:53:36,207 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T00:53:36,207 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T00:53:36,207 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T00:53:36,207 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T00:53:36,207 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T00:53:36,208 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T00:53:36,213 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/8fed236a07eed5db4d0dde52aa9effc0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T00:53:36,214 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/default/testClearRegionBlockCache/cb340dbbded50fc8fc3a04e237875225/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T00:53:36,214 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0. 2024-12-06T00:53:36,215 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fed236a07eed5db4d0dde52aa9effc0: Waiting for close lock at 1733446416205Running coprocessor pre-close hooks at 1733446416205Disabling compacts and flushes for region at 1733446416205Disabling writes for close at 1733446416206 (+1 ms)Writing region close event to WAL at 1733446416207 (+1 ms)Running coprocessor post-close hooks at 1733446416214 (+7 ms)Closed at 1733446416214 2024-12-06T00:53:36,215 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225. 2024-12-06T00:53:36,215 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb340dbbded50fc8fc3a04e237875225: Waiting for close lock at 1733446416205Running coprocessor pre-close hooks at 1733446416205Disabling compacts and flushes for region at 1733446416205Disabling writes for close at 1733446416205Writing region close event to WAL at 1733446416207 (+2 ms)Running coprocessor post-close hooks at 1733446416215 (+8 ms)Closed at 1733446416215 2024-12-06T00:53:36,215 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0. 2024-12-06T00:53:36,215 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733446415427.cb340dbbded50fc8fc3a04e237875225. 2024-12-06T00:53:36,229 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/.tmp/info/d27c8303184f4c71bee20e2727a46742 is 173, key is testClearRegionBlockCache,5,1733446415427.8fed236a07eed5db4d0dde52aa9effc0./info:regioninfo/1733446415842/Put/seqid=0 2024-12-06T00:53:36,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741841_1017 (size=8173) 2024-12-06T00:53:36,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741841_1017 (size=8173) 2024-12-06T00:53:36,237 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/.tmp/info/d27c8303184f4c71bee20e2727a46742 2024-12-06T00:53:36,256 INFO [regionserver/f7c814cf3c7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:36,258 INFO [regionserver/f7c814cf3c7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:36,264 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/.tmp/ns/bbf9e22e9fed43ca831bbb2c424617d2 is 43, key is default/ns:d/1733446415313/Put/seqid=0 2024-12-06T00:53:36,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741842_1018 (size=5153) 2024-12-06T00:53:36,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741842_1018 (size=5153) 2024-12-06T00:53:36,271 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/.tmp/ns/bbf9e22e9fed43ca831bbb2c424617d2 2024-12-06T00:53:36,297 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/.tmp/table/89354121662a4ec0ab6bbace77e3e5d7 is 61, key is testClearRegionBlockCache/table:state/1733446415860/Put/seqid=0 2024-12-06T00:53:36,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741843_1019 (size=5312) 2024-12-06T00:53:36,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741843_1019 (size=5312) 2024-12-06T00:53:36,304 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/.tmp/table/89354121662a4ec0ab6bbace77e3e5d7 2024-12-06T00:53:36,313 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/.tmp/info/d27c8303184f4c71bee20e2727a46742 as hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/info/d27c8303184f4c71bee20e2727a46742 2024-12-06T00:53:36,322 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/info/d27c8303184f4c71bee20e2727a46742, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T00:53:36,324 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/.tmp/ns/bbf9e22e9fed43ca831bbb2c424617d2 as hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/ns/bbf9e22e9fed43ca831bbb2c424617d2 2024-12-06T00:53:36,331 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/ns/bbf9e22e9fed43ca831bbb2c424617d2, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T00:53:36,332 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/.tmp/table/89354121662a4ec0ab6bbace77e3e5d7 as hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/table/89354121662a4ec0ab6bbace77e3e5d7 2024-12-06T00:53:36,339 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/table/89354121662a4ec0ab6bbace77e3e5d7, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T00:53:36,340 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=13, compaction requested=false 2024-12-06T00:53:36,346 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T00:53:36,346 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T00:53:36,346 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:36,346 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733446416207Running coprocessor pre-close hooks at 1733446416207Disabling compacts and flushes for region at 1733446416207Disabling writes for close at 1733446416207Obtaining lock to block concurrent updates at 1733446416208 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733446416208Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733446416208Flushing stores of hbase:meta,,1.1588230740 at 1733446416209 (+1 ms)Flushing 1588230740/info: creating writer at 1733446416209Flushing 1588230740/info: appending metadata at 1733446416229 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733446416229Flushing 1588230740/ns: creating writer at 1733446416246 (+17 ms)Flushing 1588230740/ns: appending metadata at 1733446416263 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733446416263Flushing 1588230740/table: creating writer at 1733446416279 (+16 ms)Flushing 1588230740/table: appending metadata at 1733446416296 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733446416296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3447fe90: reopening flushed file at 1733446416312 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ac0b8b: reopening flushed file at 1733446416323 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69869b04: reopening flushed file at 1733446416331 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=13, compaction requested=false at 1733446416340 (+9 ms)Writing region close event to WAL at 1733446416342 (+2 ms)Running coprocessor post-close hooks at 1733446416346 (+4 ms)Closed at 1733446416346 2024-12-06T00:53:36,347 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:36,406 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(976): stopping server f7c814cf3c7e,34829,1733446414352; all regions closed. 2024-12-06T00:53:36,407 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(976): stopping server f7c814cf3c7e,44845,1733446414390; all regions closed. 2024-12-06T00:53:36,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741833_1009 (size=1758) 2024-12-06T00:53:36,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741833_1009 (size=1758) 2024-12-06T00:53:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741835_1011 (size=4338) 2024-12-06T00:53:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741835_1011 (size=4338) 2024-12-06T00:53:36,412 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/WALs/f7c814cf3c7e,44845,1733446414390/f7c814cf3c7e%2C44845%2C1733446414390.meta.1733446415247.meta not finished, retry = 0 2024-12-06T00:53:36,414 DEBUG [RS:0;f7c814cf3c7e:34829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/oldWALs 2024-12-06T00:53:36,414 INFO [RS:0;f7c814cf3c7e:34829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C34829%2C1733446414352:(num 1733446414897) 2024-12-06T00:53:36,414 DEBUG [RS:0;f7c814cf3c7e:34829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:36,414 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:36,414 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:36,414 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.ChoreService(370): Chore service for: regionserver/f7c814cf3c7e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:36,414 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T00:53:36,414 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T00:53:36,415 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T00:53:36,415 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:36,415 INFO [RS:0;f7c814cf3c7e:34829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34829 2024-12-06T00:53:36,415 INFO [regionserver/f7c814cf3c7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:36,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7c814cf3c7e,34829,1733446414352 2024-12-06T00:53:36,417 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:36,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:36,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7c814cf3c7e,34829,1733446414352] 2024-12-06T00:53:36,421 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7c814cf3c7e,34829,1733446414352 already deleted, retry=false 2024-12-06T00:53:36,421 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7c814cf3c7e,34829,1733446414352 expired; onlineServers=1 2024-12-06T00:53:36,493 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T00:53:36,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:36,516 DEBUG [RS:1;f7c814cf3c7e:44845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/oldWALs 2024-12-06T00:53:36,516 INFO [RS:1;f7c814cf3c7e:44845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C44845%2C1733446414390.meta:.meta(num 1733446415247) 2024-12-06T00:53:36,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741834_1010 (size=1867) 2024-12-06T00:53:36,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741834_1010 (size=1867) 2024-12-06T00:53:36,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:36,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34829-0x10064d0e8b00001, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:36,520 INFO [RS:0;f7c814cf3c7e:34829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:36,520 INFO [RS:0;f7c814cf3c7e:34829 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7c814cf3c7e,34829,1733446414352; zookeeper connection closed. 2024-12-06T00:53:36,523 DEBUG [RS:1;f7c814cf3c7e:44845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/oldWALs 2024-12-06T00:53:36,523 INFO [RS:1;f7c814cf3c7e:44845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C44845%2C1733446414390:(num 1733446414902) 2024-12-06T00:53:36,523 DEBUG [RS:1;f7c814cf3c7e:44845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:36,523 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:36,523 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:36,523 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.ChoreService(370): Chore service for: regionserver/f7c814cf3c7e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:36,523 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:36,524 INFO [RS:1;f7c814cf3c7e:44845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44845 2024-12-06T00:53:36,524 INFO [regionserver/f7c814cf3c7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:36,525 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50b84801 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50b84801 2024-12-06T00:53:36,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:36,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7c814cf3c7e,44845,1733446414390 2024-12-06T00:53:36,527 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:36,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7c814cf3c7e,44845,1733446414390] 2024-12-06T00:53:36,529 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7c814cf3c7e,44845,1733446414390 already deleted, retry=false 2024-12-06T00:53:36,529 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7c814cf3c7e,44845,1733446414390 expired; onlineServers=0 2024-12-06T00:53:36,530 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f7c814cf3c7e,42097,1733446414301' ***** 2024-12-06T00:53:36,530 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T00:53:36,530 INFO [M:0;f7c814cf3c7e:42097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:36,530 INFO [M:0;f7c814cf3c7e:42097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:36,530 DEBUG [M:0;f7c814cf3c7e:42097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T00:53:36,530 DEBUG [M:0;f7c814cf3c7e:42097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T00:53:36,530 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T00:53:36,530 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446414618 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446414618,5,FailOnTimeoutGroup] 2024-12-06T00:53:36,530 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446414618 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446414618,5,FailOnTimeoutGroup] 2024-12-06T00:53:36,530 INFO [M:0;f7c814cf3c7e:42097 {}] hbase.ChoreService(370): Chore service for: master/f7c814cf3c7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:36,530 INFO [M:0;f7c814cf3c7e:42097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:36,530 DEBUG [M:0;f7c814cf3c7e:42097 {}] master.HMaster(1795): Stopping service threads 2024-12-06T00:53:36,531 INFO [M:0;f7c814cf3c7e:42097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T00:53:36,531 INFO [M:0;f7c814cf3c7e:42097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T00:53:36,531 INFO [M:0;f7c814cf3c7e:42097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T00:53:36,531 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T00:53:36,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:36,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:36,532 DEBUG [M:0;f7c814cf3c7e:42097 {}] zookeeper.ZKUtil(347): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T00:53:36,532 WARN [M:0;f7c814cf3c7e:42097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T00:53:36,533 INFO [M:0;f7c814cf3c7e:42097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/.lastflushedseqids 2024-12-06T00:53:36,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741844_1020 (size=191) 2024-12-06T00:53:36,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741844_1020 (size=191) 2024-12-06T00:53:36,543 INFO [M:0;f7c814cf3c7e:42097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T00:53:36,544 INFO [M:0;f7c814cf3c7e:42097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T00:53:36,544 DEBUG [M:0;f7c814cf3c7e:42097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T00:53:36,544 INFO [M:0;f7c814cf3c7e:42097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:36,544 DEBUG [M:0;f7c814cf3c7e:42097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:36,544 DEBUG [M:0;f7c814cf3c7e:42097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T00:53:36,544 DEBUG [M:0;f7c814cf3c7e:42097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:36,544 INFO [M:0;f7c814cf3c7e:42097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-12-06T00:53:36,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:36,563 DEBUG [M:0;f7c814cf3c7e:42097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0148546029fb483ea0523c0bee210404 is 82, key is hbase:meta,,1/info:regioninfo/1733446415295/Put/seqid=0 2024-12-06T00:53:36,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741845_1021 (size=5672) 2024-12-06T00:53:36,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741845_1021 (size=5672) 2024-12-06T00:53:36,571 INFO [M:0;f7c814cf3c7e:42097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0148546029fb483ea0523c0bee210404 2024-12-06T00:53:36,603 DEBUG [M:0;f7c814cf3c7e:42097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f65dc9824d9404da02efb3cc606750a is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733446415867/Put/seqid=0 2024-12-06T00:53:36,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741846_1022 (size=6220) 2024-12-06T00:53:36,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741846_1022 (size=6220) 2024-12-06T00:53:36,611 INFO [M:0;f7c814cf3c7e:42097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f65dc9824d9404da02efb3cc606750a 2024-12-06T00:53:36,629 INFO [RS:1;f7c814cf3c7e:44845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:36,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:36,629 INFO [RS:1;f7c814cf3c7e:44845 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7c814cf3c7e,44845,1733446414390; zookeeper connection closed. 2024-12-06T00:53:36,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44845-0x10064d0e8b00002, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:36,629 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@524b96d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@524b96d5 2024-12-06T00:53:36,629 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T00:53:36,638 DEBUG [M:0;f7c814cf3c7e:42097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c23735e52ac0437c8520d29f123f6685 is 69, key is f7c814cf3c7e,34829,1733446414352/rs:state/1733446414736/Put/seqid=0 2024-12-06T00:53:36,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741847_1023 (size=5224) 2024-12-06T00:53:36,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741847_1023 (size=5224) 2024-12-06T00:53:36,645 INFO [M:0;f7c814cf3c7e:42097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c23735e52ac0437c8520d29f123f6685 2024-12-06T00:53:36,654 DEBUG [M:0;f7c814cf3c7e:42097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0148546029fb483ea0523c0bee210404 as hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0148546029fb483ea0523c0bee210404 2024-12-06T00:53:36,661 INFO [M:0;f7c814cf3c7e:42097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0148546029fb483ea0523c0bee210404, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T00:53:36,662 DEBUG [M:0;f7c814cf3c7e:42097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f65dc9824d9404da02efb3cc606750a as hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f65dc9824d9404da02efb3cc606750a 2024-12-06T00:53:36,669 INFO [M:0;f7c814cf3c7e:42097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f65dc9824d9404da02efb3cc606750a, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T00:53:36,671 DEBUG [M:0;f7c814cf3c7e:42097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c23735e52ac0437c8520d29f123f6685 as hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c23735e52ac0437c8520d29f123f6685 2024-12-06T00:53:36,678 INFO [M:0;f7c814cf3c7e:42097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45541/user/jenkins/test-data/30711500-e7ea-7900-77e3-3e5d347b5dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c23735e52ac0437c8520d29f123f6685, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T00:53:36,680 INFO [M:0;f7c814cf3c7e:42097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=71, compaction requested=false 2024-12-06T00:53:36,682 INFO [M:0;f7c814cf3c7e:42097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:36,682 DEBUG [M:0;f7c814cf3c7e:42097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733446416544Disabling compacts and flushes for region at 1733446416544Disabling writes for close at 1733446416544Obtaining lock to block concurrent updates at 1733446416544Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733446416544Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1733446416545 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733446416545Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733446416546 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733446416562 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733446416562Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733446416578 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733446416602 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733446416602Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733446416619 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733446416637 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733446416637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6050f9: reopening flushed file at 1733446416653 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c588954: reopening flushed file at 1733446416661 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5097b00c: reopening flushed file at 1733446416670 (+9 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=71, compaction requested=false at 1733446416680 (+10 ms)Writing region close event to WAL at 1733446416682 (+2 ms)Closed at 1733446416682 2024-12-06T00:53:36,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45543 is added to blk_1073741830_1006 (size=35452) 2024-12-06T00:53:36,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33651 is added to blk_1073741830_1006 (size=35452) 2024-12-06T00:53:36,688 INFO [M:0;f7c814cf3c7e:42097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T00:53:36,688 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:36,688 INFO [M:0;f7c814cf3c7e:42097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42097 2024-12-06T00:53:36,688 INFO [M:0;f7c814cf3c7e:42097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:36,790 INFO [M:0;f7c814cf3c7e:42097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:36,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:36,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x10064d0e8b00000, quorum=127.0.0.1:61744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:36,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4eefeb10{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:36,796 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@618975fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:36,796 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:36,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e293652{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:36,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180ebfaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:36,798 WARN [BP-1888598694-172.17.0.2-1733446413555 heartbeating to localhost/127.0.0.1:45541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:53:36,798 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:53:36,798 WARN [BP-1888598694-172.17.0.2-1733446413555 heartbeating to localhost/127.0.0.1:45541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1888598694-172.17.0.2-1733446413555 (Datanode Uuid dd6040ec-f635-4d0d-a0b4-30782616876c) service to localhost/127.0.0.1:45541 2024-12-06T00:53:36,798 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:53:36,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/cluster_0d203343-40f3-bb0a-4e7c-7e4635422e34/data/data3/current/BP-1888598694-172.17.0.2-1733446413555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:36,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/cluster_0d203343-40f3-bb0a-4e7c-7e4635422e34/data/data4/current/BP-1888598694-172.17.0.2-1733446413555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:36,799 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:53:36,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@786dddb0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:36,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a37d455{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:36,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:36,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bae69a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:36,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31725c31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:36,807 WARN [BP-1888598694-172.17.0.2-1733446413555 heartbeating to localhost/127.0.0.1:45541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:53:36,807 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:53:36,807 WARN [BP-1888598694-172.17.0.2-1733446413555 heartbeating to localhost/127.0.0.1:45541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1888598694-172.17.0.2-1733446413555 (Datanode Uuid 69837553-98df-41d6-8c98-2bcd1e19a1a1) service to localhost/127.0.0.1:45541 2024-12-06T00:53:36,807 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:53:36,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/cluster_0d203343-40f3-bb0a-4e7c-7e4635422e34/data/data1/current/BP-1888598694-172.17.0.2-1733446413555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:36,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/cluster_0d203343-40f3-bb0a-4e7c-7e4635422e34/data/data2/current/BP-1888598694-172.17.0.2-1733446413555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:36,808 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:53:36,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b93f09f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:53:36,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22bb1eeb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:36,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:36,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@570de50c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:36,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aaa90f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:36,822 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T00:53:36,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T00:53:36,850 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=109 (was 79) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45541 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45541 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 408) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=11110 (was 11277) 2024-12-06T00:53:36,857 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=109, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=11111 2024-12-06T00:53:36,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/hadoop.log.dir so I do NOT create it in target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d 2024-12-06T00:53:36,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T00:53:36,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/hadoop.tmp.dir so I do NOT create it in target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d 2024-12-06T00:53:36,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2b210ed-5559-e6a7-1827-2f2ac055cc73/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T00:53:36,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d 2024-12-06T00:53:36,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T00:53:36,872 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/cluster_b837b03e-dcf1-cec6-94ec-f3bb6c614ee7, deleteOnExit=true 2024-12-06T00:53:36,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T00:53:36,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/test.cache.data in system properties and HBase conf 2024-12-06T00:53:36,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T00:53:36,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/hadoop.log.dir in system properties and HBase conf 2024-12-06T00:53:36,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T00:53:36,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T00:53:36,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T00:53:36,873 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T00:53:36,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:53:36,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:53:36,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T00:53:36,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:53:36,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T00:53:36,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T00:53:36,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:53:36,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:53:36,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T00:53:36,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/nfs.dump.dir in system properties and HBase conf 2024-12-06T00:53:36,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/java.io.tmpdir in system properties and HBase conf 2024-12-06T00:53:36,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:53:36,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T00:53:36,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T00:53:36,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:36,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:36,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:36,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:36,971 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:53:36,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:36,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b35cf56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:36,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f24e60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:37,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@742dc34e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/java.io.tmpdir/jetty-localhost-35371-hadoop-hdfs-3_4_1-tests_jar-_-any-15386072270666427443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:53:37,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64b70f91{HTTP/1.1, (http/1.1)}{localhost:35371} 2024-12-06T00:53:37,091 INFO [Time-limited test {}] server.Server(415): Started @14185ms 2024-12-06T00:53:37,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:37,186 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:37,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:37,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:37,187 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:53:37,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d524bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:37,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76403943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:37,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@281223ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/java.io.tmpdir/jetty-localhost-43337-hadoop-hdfs-3_4_1-tests_jar-_-any-7460498085611802115/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:37,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efd57b9{HTTP/1.1, (http/1.1)}{localhost:43337} 2024-12-06T00:53:37,305 INFO [Time-limited test {}] server.Server(415): Started @14400ms 2024-12-06T00:53:37,307 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:53:37,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:37,349 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:37,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:37,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:37,350 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:53:37,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47eb7974{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:37,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b67b13c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:37,408 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/cluster_b837b03e-dcf1-cec6-94ec-f3bb6c614ee7/data/data1/current/BP-582997172-172.17.0.2-1733446416907/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:37,408 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/cluster_b837b03e-dcf1-cec6-94ec-f3bb6c614ee7/data/data2/current/BP-582997172-172.17.0.2-1733446416907/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:37,435 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:53:37,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89e31bf23031933a with lease ID 0xebee2cbab72dd4de: Processing first storage report for DS-6c966a9d-8703-4614-bbae-83418d721bd8 from datanode DatanodeRegistration(127.0.0.1:36415, datanodeUuid=bddd7d17-0f70-4b1a-bb77-95091405a91a, infoPort=35059, infoSecurePort=0, ipcPort=32915, storageInfo=lv=-57;cid=testClusterID;nsid=839637753;c=1733446416907) 2024-12-06T00:53:37,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89e31bf23031933a with lease ID 0xebee2cbab72dd4de: from storage DS-6c966a9d-8703-4614-bbae-83418d721bd8 node DatanodeRegistration(127.0.0.1:36415, datanodeUuid=bddd7d17-0f70-4b1a-bb77-95091405a91a, infoPort=35059, infoSecurePort=0, ipcPort=32915, storageInfo=lv=-57;cid=testClusterID;nsid=839637753;c=1733446416907), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:37,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89e31bf23031933a with lease ID 0xebee2cbab72dd4de: Processing first storage report for DS-4ba6e639-f5ee-4b44-b3b3-54039f8a9273 from datanode DatanodeRegistration(127.0.0.1:36415, datanodeUuid=bddd7d17-0f70-4b1a-bb77-95091405a91a, infoPort=35059, infoSecurePort=0, ipcPort=32915, storageInfo=lv=-57;cid=testClusterID;nsid=839637753;c=1733446416907) 2024-12-06T00:53:37,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89e31bf23031933a with lease ID 0xebee2cbab72dd4de: from storage DS-4ba6e639-f5ee-4b44-b3b3-54039f8a9273 node DatanodeRegistration(127.0.0.1:36415, datanodeUuid=bddd7d17-0f70-4b1a-bb77-95091405a91a, infoPort=35059, infoSecurePort=0, ipcPort=32915, storageInfo=lv=-57;cid=testClusterID;nsid=839637753;c=1733446416907), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:37,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dd38152{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/java.io.tmpdir/jetty-localhost-36605-hadoop-hdfs-3_4_1-tests_jar-_-any-3038132547513020809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:37,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b098168{HTTP/1.1, (http/1.1)}{localhost:36605} 2024-12-06T00:53:37,476 INFO [Time-limited test {}] server.Server(415): Started @14571ms 2024-12-06T00:53:37,481 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:53:37,580 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/cluster_b837b03e-dcf1-cec6-94ec-f3bb6c614ee7/data/data3/current/BP-582997172-172.17.0.2-1733446416907/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:37,580 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/cluster_b837b03e-dcf1-cec6-94ec-f3bb6c614ee7/data/data4/current/BP-582997172-172.17.0.2-1733446416907/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:37,603 WARN [Thread-632 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:53:37,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d35e5aeaf0c3c43 with lease ID 0xebee2cbab72dd4df: Processing first storage report for DS-a4e5f012-4bb1-4d50-87dd-0a0728e08a15 from datanode DatanodeRegistration(127.0.0.1:33447, datanodeUuid=6298baca-3e9b-4035-8fe0-de1b6f787eb7, infoPort=45865, infoSecurePort=0, ipcPort=34309, storageInfo=lv=-57;cid=testClusterID;nsid=839637753;c=1733446416907) 2024-12-06T00:53:37,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d35e5aeaf0c3c43 with lease ID 0xebee2cbab72dd4df: from storage DS-a4e5f012-4bb1-4d50-87dd-0a0728e08a15 node DatanodeRegistration(127.0.0.1:33447, datanodeUuid=6298baca-3e9b-4035-8fe0-de1b6f787eb7, infoPort=45865, infoSecurePort=0, ipcPort=34309, storageInfo=lv=-57;cid=testClusterID;nsid=839637753;c=1733446416907), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:37,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d35e5aeaf0c3c43 with lease ID 0xebee2cbab72dd4df: Processing first storage report for DS-84be65a5-6b8a-402c-aafc-6afce6ab21ee from datanode DatanodeRegistration(127.0.0.1:33447, datanodeUuid=6298baca-3e9b-4035-8fe0-de1b6f787eb7, infoPort=45865, infoSecurePort=0, ipcPort=34309, storageInfo=lv=-57;cid=testClusterID;nsid=839637753;c=1733446416907) 2024-12-06T00:53:37,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d35e5aeaf0c3c43 with lease ID 0xebee2cbab72dd4df: from storage DS-84be65a5-6b8a-402c-aafc-6afce6ab21ee node DatanodeRegistration(127.0.0.1:33447, datanodeUuid=6298baca-3e9b-4035-8fe0-de1b6f787eb7, infoPort=45865, infoSecurePort=0, ipcPort=34309, storageInfo=lv=-57;cid=testClusterID;nsid=839637753;c=1733446416907), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:37,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d 2024-12-06T00:53:37,613 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/cluster_b837b03e-dcf1-cec6-94ec-f3bb6c614ee7/zookeeper_0, clientPort=61650, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/cluster_b837b03e-dcf1-cec6-94ec-f3bb6c614ee7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/cluster_b837b03e-dcf1-cec6-94ec-f3bb6c614ee7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T00:53:37,614 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61650 2024-12-06T00:53:37,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:37,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:37,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741825_1001 (size=7) 2024-12-06T00:53:37,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741825_1001 (size=7) 2024-12-06T00:53:37,628 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f with version=8 2024-12-06T00:53:37,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/hbase-staging 2024-12-06T00:53:37,631 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:37,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:37,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:37,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:37,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:37,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:37,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T00:53:37,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:37,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39627 2024-12-06T00:53:37,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39627 connecting to ZooKeeper ensemble=127.0.0.1:61650 2024-12-06T00:53:37,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396270x0, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:37,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39627-0x10064d0f5b30000 connected 2024-12-06T00:53:37,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:37,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:37,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:37,667 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f, hbase.cluster.distributed=false 2024-12-06T00:53:37,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:37,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39627 2024-12-06T00:53:37,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39627 2024-12-06T00:53:37,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39627 2024-12-06T00:53:37,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39627 2024-12-06T00:53:37,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39627 2024-12-06T00:53:37,691 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:37,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:37,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:37,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:37,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:37,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:37,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T00:53:37,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:37,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36235 2024-12-06T00:53:37,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36235 connecting to ZooKeeper ensemble=127.0.0.1:61650 2024-12-06T00:53:37,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:37,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:37,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362350x0, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:37,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362350x0, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:37,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36235-0x10064d0f5b30001 connected 2024-12-06T00:53:37,702 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T00:53:37,703 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T00:53:37,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T00:53:37,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:37,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36235 2024-12-06T00:53:37,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36235 2024-12-06T00:53:37,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36235 2024-12-06T00:53:37,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36235 2024-12-06T00:53:37,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36235 2024-12-06T00:53:37,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:37,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:37,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:37,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:37,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:37,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:37,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T00:53:37,723 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:37,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38079 2024-12-06T00:53:37,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38079 connecting to ZooKeeper ensemble=127.0.0.1:61650 2024-12-06T00:53:37,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:37,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:37,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380790x0, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:37,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380790x0, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:37,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38079-0x10064d0f5b30002 connected 2024-12-06T00:53:37,734 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T00:53:37,735 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T00:53:37,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T00:53:37,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:37,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38079 2024-12-06T00:53:37,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38079 2024-12-06T00:53:37,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38079 2024-12-06T00:53:37,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38079 2024-12-06T00:53:37,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38079 2024-12-06T00:53:37,752 DEBUG [M:0;f7c814cf3c7e:39627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f7c814cf3c7e:39627 2024-12-06T00:53:37,753 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f7c814cf3c7e,39627,1733446417631 2024-12-06T00:53:37,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:37,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:37,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:37,756 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f7c814cf3c7e,39627,1733446417631 2024-12-06T00:53:37,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:37,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:37,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,759 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T00:53:37,759 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f7c814cf3c7e,39627,1733446417631 from backup master directory 2024-12-06T00:53:37,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f7c814cf3c7e,39627,1733446417631 2024-12-06T00:53:37,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:37,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:37,761 WARN [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:37,761 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f7c814cf3c7e,39627,1733446417631 2024-12-06T00:53:37,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:37,767 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/hbase.id] with ID: 83c2958f-73c6-4aac-936d-723c7e369e13 2024-12-06T00:53:37,767 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/.tmp/hbase.id 2024-12-06T00:53:37,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741826_1002 (size=42) 2024-12-06T00:53:37,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741826_1002 (size=42) 2024-12-06T00:53:37,774 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/.tmp/hbase.id]:[hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/hbase.id] 2024-12-06T00:53:37,788 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:37,788 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T00:53:37,790 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T00:53:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741827_1003 (size=196) 2024-12-06T00:53:37,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741827_1003 (size=196) 2024-12-06T00:53:37,802 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:53:37,803 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T00:53:37,803 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741828_1004 (size=1189) 2024-12-06T00:53:37,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741828_1004 (size=1189) 2024-12-06T00:53:37,813 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store 2024-12-06T00:53:37,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741829_1005 (size=34) 2024-12-06T00:53:37,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741829_1005 (size=34) 2024-12-06T00:53:37,821 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:37,821 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T00:53:37,821 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:37,821 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:37,821 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T00:53:37,821 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:37,821 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:37,821 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733446417821Disabling compacts and flushes for region at 1733446417821Disabling writes for close at 1733446417821Writing region close event to WAL at 1733446417821Closed at 1733446417821 2024-12-06T00:53:37,822 WARN [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/.initializing 2024-12-06T00:53:37,822 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/WALs/f7c814cf3c7e,39627,1733446417631 2024-12-06T00:53:37,824 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:37,826 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C39627%2C1733446417631, suffix=, logDir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/WALs/f7c814cf3c7e,39627,1733446417631, archiveDir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/oldWALs, maxLogs=10 2024-12-06T00:53:37,848 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/WALs/f7c814cf3c7e,39627,1733446417631/f7c814cf3c7e%2C39627%2C1733446417631.1733446417826, exclude list is [], retry=0 2024-12-06T00:53:37,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33447,DS-a4e5f012-4bb1-4d50-87dd-0a0728e08a15,DISK] 2024-12-06T00:53:37,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36415,DS-6c966a9d-8703-4614-bbae-83418d721bd8,DISK] 2024-12-06T00:53:37,854 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/WALs/f7c814cf3c7e,39627,1733446417631/f7c814cf3c7e%2C39627%2C1733446417631.1733446417826 2024-12-06T00:53:37,854 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45865:45865),(127.0.0.1/127.0.0.1:35059:35059)] 2024-12-06T00:53:37,854 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:53:37,854 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:37,855 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:37,855 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:37,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:37,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T00:53:37,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:37,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:37,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:37,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T00:53:37,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:37,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:37,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:37,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T00:53:37,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:37,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:37,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:37,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T00:53:37,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:37,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:37,866 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:37,867 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:37,867 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:37,869 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:37,869 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:37,870 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:37,871 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:37,874 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:37,875 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64722790, jitterRate=-0.03555527329444885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:37,876 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733446417855Initializing all the Stores at 1733446417856 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446417856Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446417856Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446417856Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446417856Cleaning up temporary data from old regions at 1733446417869 (+13 ms)Region opened successfully at 1733446417876 (+7 ms) 2024-12-06T00:53:37,877 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T00:53:37,881 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48337ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:37,883 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T00:53:37,883 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T00:53:37,883 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T00:53:37,883 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T00:53:37,884 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T00:53:37,884 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T00:53:37,884 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T00:53:37,887 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T00:53:37,888 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T00:53:37,890 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T00:53:37,891 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T00:53:37,892 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T00:53:37,893 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T00:53:37,893 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T00:53:37,894 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T00:53:37,896 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T00:53:37,896 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T00:53:37,898 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T00:53:37,900 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T00:53:37,901 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T00:53:37,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:37,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:37,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:37,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,904 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f7c814cf3c7e,39627,1733446417631, sessionid=0x10064d0f5b30000, setting cluster-up flag (Was=false) 2024-12-06T00:53:37,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,911 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T00:53:37,912 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7c814cf3c7e,39627,1733446417631 2024-12-06T00:53:37,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:37,920 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T00:53:37,921 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7c814cf3c7e,39627,1733446417631 2024-12-06T00:53:37,923 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T00:53:37,925 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:37,925 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T00:53:37,926 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T00:53:37,926 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f7c814cf3c7e,39627,1733446417631 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T00:53:37,927 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:37,927 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:37,927 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:37,928 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:37,928 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f7c814cf3c7e:0, corePoolSize=10, maxPoolSize=10 2024-12-06T00:53:37,928 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:37,928 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:37,928 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:37,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:37,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T00:53:37,931 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:37,932 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T00:53:37,936 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733446447936 2024-12-06T00:53:37,936 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T00:53:37,936 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T00:53:37,936 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T00:53:37,936 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T00:53:37,936 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T00:53:37,936 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T00:53:37,938 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:37,938 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T00:53:37,939 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T00:53:37,939 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T00:53:37,939 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T00:53:37,939 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T00:53:37,940 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446417939,5,FailOnTimeoutGroup] 2024-12-06T00:53:37,940 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446417940,5,FailOnTimeoutGroup] 2024-12-06T00:53:37,940 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:37,940 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T00:53:37,940 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:37,940 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:37,940 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(746): ClusterId : 83c2958f-73c6-4aac-936d-723c7e369e13 2024-12-06T00:53:37,940 DEBUG [RS:0;f7c814cf3c7e:36235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T00:53:37,941 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(746): ClusterId : 83c2958f-73c6-4aac-936d-723c7e369e13 2024-12-06T00:53:37,941 DEBUG [RS:1;f7c814cf3c7e:38079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T00:53:37,943 DEBUG [RS:0;f7c814cf3c7e:36235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T00:53:37,943 DEBUG [RS:0;f7c814cf3c7e:36235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T00:53:37,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741831_1007 (size=1321) 2024-12-06T00:53:37,945 DEBUG [RS:1;f7c814cf3c7e:38079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T00:53:37,945 DEBUG [RS:1;f7c814cf3c7e:38079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T00:53:37,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741831_1007 (size=1321) 2024-12-06T00:53:37,947 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T00:53:37,947 DEBUG [RS:0;f7c814cf3c7e:36235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T00:53:37,947 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f 2024-12-06T00:53:37,947 DEBUG [RS:0;f7c814cf3c7e:36235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d482bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:37,948 DEBUG [RS:1;f7c814cf3c7e:38079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T00:53:37,948 DEBUG [RS:1;f7c814cf3c7e:38079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366666b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:37,961 DEBUG [RS:0;f7c814cf3c7e:36235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f7c814cf3c7e:36235 2024-12-06T00:53:37,961 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T00:53:37,961 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T00:53:37,961 DEBUG [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T00:53:37,963 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7c814cf3c7e,39627,1733446417631 with port=36235, startcode=1733446417690 2024-12-06T00:53:37,963 DEBUG [RS:0;f7c814cf3c7e:36235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T00:53:37,966 DEBUG [RS:1;f7c814cf3c7e:38079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f7c814cf3c7e:38079 2024-12-06T00:53:37,966 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T00:53:37,966 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T00:53:37,966 DEBUG [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T00:53:37,967 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7c814cf3c7e,39627,1733446417631 with port=38079, startcode=1733446417722 2024-12-06T00:53:37,967 DEBUG [RS:1;f7c814cf3c7e:38079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T00:53:37,968 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45651, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T00:53:37,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39627 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7c814cf3c7e,36235,1733446417690 2024-12-06T00:53:37,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39627 {}] master.ServerManager(517): Registering regionserver=f7c814cf3c7e,36235,1733446417690 2024-12-06T00:53:37,969 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35401, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T00:53:37,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741832_1008 (size=32) 2024-12-06T00:53:37,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741832_1008 (size=32) 2024-12-06T00:53:37,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39627 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7c814cf3c7e,38079,1733446417722 2024-12-06T00:53:37,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39627 {}] master.ServerManager(517): Registering regionserver=f7c814cf3c7e,38079,1733446417722 2024-12-06T00:53:37,971 DEBUG [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f 2024-12-06T00:53:37,971 DEBUG [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45485 2024-12-06T00:53:37,971 DEBUG [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T00:53:37,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:37,973 DEBUG [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f 2024-12-06T00:53:37,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:37,973 DEBUG [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45485 2024-12-06T00:53:37,973 DEBUG [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T00:53:37,974 DEBUG [RS:0;f7c814cf3c7e:36235 {}] zookeeper.ZKUtil(111): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7c814cf3c7e,36235,1733446417690 2024-12-06T00:53:37,974 WARN [RS:0;f7c814cf3c7e:36235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:37,974 INFO [RS:0;f7c814cf3c7e:36235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:37,974 DEBUG [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/WALs/f7c814cf3c7e,36235,1733446417690 2024-12-06T00:53:37,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T00:53:37,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T00:53:37,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:37,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7c814cf3c7e,36235,1733446417690] 2024-12-06T00:53:37,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7c814cf3c7e,38079,1733446417722] 2024-12-06T00:53:37,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:37,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T00:53:37,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T00:53:37,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:37,980 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T00:53:37,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:37,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T00:53:37,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T00:53:37,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:37,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:37,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T00:53:37,984 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T00:53:37,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T00:53:37,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:37,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:37,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T00:53:37,985 DEBUG [RS:1;f7c814cf3c7e:38079 {}] zookeeper.ZKUtil(111): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7c814cf3c7e,38079,1733446417722 2024-12-06T00:53:37,985 WARN [RS:1;f7c814cf3c7e:38079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:37,985 INFO [RS:1;f7c814cf3c7e:38079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:37,986 DEBUG [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/WALs/f7c814cf3c7e,38079,1733446417722 2024-12-06T00:53:37,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740 2024-12-06T00:53:37,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740 2024-12-06T00:53:37,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T00:53:37,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T00:53:37,988 INFO [RS:0;f7c814cf3c7e:36235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T00:53:37,988 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:37,988 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:37,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T00:53:37,996 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T00:53:37,996 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T00:53:37,997 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:37,997 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:37,997 DEBUG [RS:0;f7c814cf3c7e:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:37,997 DEBUG [RS:0;f7c814cf3c7e:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:37,997 DEBUG [RS:0;f7c814cf3c7e:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:37,997 DEBUG [RS:0;f7c814cf3c7e:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:37,997 DEBUG [RS:0;f7c814cf3c7e:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:37,997 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74086471, jitterRate=0.10397444665431976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:37,997 DEBUG [RS:0;f7c814cf3c7e:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:37,997 DEBUG [RS:0;f7c814cf3c7e:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:37,997 DEBUG [RS:0;f7c814cf3c7e:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:37,997 DEBUG [RS:0;f7c814cf3c7e:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:37,997 DEBUG [RS:0;f7c814cf3c7e:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:37,998 DEBUG [RS:0;f7c814cf3c7e:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:37,998 DEBUG [RS:0;f7c814cf3c7e:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:37,998 DEBUG [RS:0;f7c814cf3c7e:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:37,998 DEBUG [RS:0;f7c814cf3c7e:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:37,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733446417973Initializing all the Stores at 1733446417974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446417974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446417975 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446417975Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446417975Cleaning up temporary data from old regions at 1733446417988 (+13 ms)Region opened successfully at 1733446417998 (+10 ms) 2024-12-06T00:53:37,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T00:53:37,998 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T00:53:37,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T00:53:37,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T00:53:37,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T00:53:38,000 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:38,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733446417998Disabling compacts and flushes for region at 1733446417998Disabling writes for close at 1733446417999 (+1 ms)Writing region close event to WAL at 1733446418000 (+1 ms)Closed at 1733446418000 2024-12-06T00:53:38,000 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,001 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,001 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,001 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,001 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,001 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,36235,1733446417690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:38,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:38,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T00:53:38,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T00:53:38,004 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T00:53:38,005 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T00:53:38,008 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T00:53:38,012 INFO [RS:1;f7c814cf3c7e:38079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T00:53:38,012 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,012 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T00:53:38,013 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T00:53:38,014 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,014 DEBUG [RS:1;f7c814cf3c7e:38079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:38,014 DEBUG [RS:1;f7c814cf3c7e:38079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:38,014 DEBUG [RS:1;f7c814cf3c7e:38079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:38,014 DEBUG [RS:1;f7c814cf3c7e:38079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:38,014 DEBUG [RS:1;f7c814cf3c7e:38079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:38,014 DEBUG [RS:1;f7c814cf3c7e:38079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:38,014 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T00:53:38,014 DEBUG [RS:1;f7c814cf3c7e:38079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:38,014 DEBUG [RS:1;f7c814cf3c7e:38079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:38,014 DEBUG [RS:1;f7c814cf3c7e:38079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:38,015 DEBUG [RS:1;f7c814cf3c7e:38079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:38,015 DEBUG [RS:1;f7c814cf3c7e:38079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:38,015 DEBUG [RS:1;f7c814cf3c7e:38079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:38,015 DEBUG [RS:1;f7c814cf3c7e:38079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:38,015 DEBUG [RS:1;f7c814cf3c7e:38079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:38,016 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,016 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,016 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,016 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,016 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,016 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,38079,1733446417722-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:38,022 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T00:53:38,022 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,36235,1733446417690-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,022 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,023 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.Replication(171): f7c814cf3c7e,36235,1733446417690 started 2024-12-06T00:53:38,033 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T00:53:38,034 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,38079,1733446417722-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,034 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,034 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.Replication(171): f7c814cf3c7e,38079,1733446417722 started 2024-12-06T00:53:38,046 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,046 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(1482): Serving as f7c814cf3c7e,36235,1733446417690, RpcServer on f7c814cf3c7e/172.17.0.2:36235, sessionid=0x10064d0f5b30001 2024-12-06T00:53:38,046 DEBUG [RS:0;f7c814cf3c7e:36235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T00:53:38,046 DEBUG [RS:0;f7c814cf3c7e:36235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7c814cf3c7e,36235,1733446417690 2024-12-06T00:53:38,046 DEBUG [RS:0;f7c814cf3c7e:36235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,36235,1733446417690' 2024-12-06T00:53:38,046 DEBUG [RS:0;f7c814cf3c7e:36235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T00:53:38,047 DEBUG [RS:0;f7c814cf3c7e:36235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T00:53:38,048 DEBUG [RS:0;f7c814cf3c7e:36235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T00:53:38,048 DEBUG [RS:0;f7c814cf3c7e:36235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T00:53:38,048 DEBUG [RS:0;f7c814cf3c7e:36235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7c814cf3c7e,36235,1733446417690 2024-12-06T00:53:38,048 DEBUG [RS:0;f7c814cf3c7e:36235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,36235,1733446417690' 2024-12-06T00:53:38,048 DEBUG [RS:0;f7c814cf3c7e:36235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T00:53:38,048 DEBUG [RS:0;f7c814cf3c7e:36235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T00:53:38,049 DEBUG [RS:0;f7c814cf3c7e:36235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T00:53:38,049 INFO [RS:0;f7c814cf3c7e:36235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T00:53:38,049 INFO [RS:0;f7c814cf3c7e:36235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T00:53:38,049 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,050 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(1482): Serving as f7c814cf3c7e,38079,1733446417722, RpcServer on f7c814cf3c7e/172.17.0.2:38079, sessionid=0x10064d0f5b30002 2024-12-06T00:53:38,050 DEBUG [RS:1;f7c814cf3c7e:38079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T00:53:38,050 DEBUG [RS:1;f7c814cf3c7e:38079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7c814cf3c7e,38079,1733446417722 2024-12-06T00:53:38,050 DEBUG [RS:1;f7c814cf3c7e:38079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,38079,1733446417722' 2024-12-06T00:53:38,050 DEBUG [RS:1;f7c814cf3c7e:38079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T00:53:38,050 DEBUG [RS:1;f7c814cf3c7e:38079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T00:53:38,051 DEBUG [RS:1;f7c814cf3c7e:38079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T00:53:38,051 DEBUG [RS:1;f7c814cf3c7e:38079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T00:53:38,051 DEBUG [RS:1;f7c814cf3c7e:38079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7c814cf3c7e,38079,1733446417722 2024-12-06T00:53:38,051 DEBUG [RS:1;f7c814cf3c7e:38079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,38079,1733446417722' 2024-12-06T00:53:38,051 DEBUG [RS:1;f7c814cf3c7e:38079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T00:53:38,051 DEBUG [RS:1;f7c814cf3c7e:38079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T00:53:38,052 DEBUG [RS:1;f7c814cf3c7e:38079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T00:53:38,052 INFO [RS:1;f7c814cf3c7e:38079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T00:53:38,052 INFO [RS:1;f7c814cf3c7e:38079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T00:53:38,150 INFO [RS:0;f7c814cf3c7e:36235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:38,152 INFO [RS:0;f7c814cf3c7e:36235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C36235%2C1733446417690, suffix=, logDir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/WALs/f7c814cf3c7e,36235,1733446417690, archiveDir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/oldWALs, maxLogs=32 2024-12-06T00:53:38,153 INFO [RS:1;f7c814cf3c7e:38079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:38,154 INFO [RS:1;f7c814cf3c7e:38079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C38079%2C1733446417722, suffix=, logDir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/WALs/f7c814cf3c7e,38079,1733446417722, archiveDir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/oldWALs, maxLogs=32 2024-12-06T00:53:38,165 WARN [f7c814cf3c7e:39627 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T00:53:38,168 DEBUG [RS:0;f7c814cf3c7e:36235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/WALs/f7c814cf3c7e,36235,1733446417690/f7c814cf3c7e%2C36235%2C1733446417690.1733446418153, exclude list is [], retry=0 2024-12-06T00:53:38,169 DEBUG [RS:1;f7c814cf3c7e:38079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/WALs/f7c814cf3c7e,38079,1733446417722/f7c814cf3c7e%2C38079%2C1733446417722.1733446418155, exclude list is [], retry=0 2024-12-06T00:53:38,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36415,DS-6c966a9d-8703-4614-bbae-83418d721bd8,DISK] 2024-12-06T00:53:38,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33447,DS-a4e5f012-4bb1-4d50-87dd-0a0728e08a15,DISK] 2024-12-06T00:53:38,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33447,DS-a4e5f012-4bb1-4d50-87dd-0a0728e08a15,DISK] 2024-12-06T00:53:38,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36415,DS-6c966a9d-8703-4614-bbae-83418d721bd8,DISK] 2024-12-06T00:53:38,176 INFO [RS:1;f7c814cf3c7e:38079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/WALs/f7c814cf3c7e,38079,1733446417722/f7c814cf3c7e%2C38079%2C1733446417722.1733446418155 2024-12-06T00:53:38,176 INFO [RS:0;f7c814cf3c7e:36235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/WALs/f7c814cf3c7e,36235,1733446417690/f7c814cf3c7e%2C36235%2C1733446417690.1733446418153 2024-12-06T00:53:38,177 DEBUG [RS:1;f7c814cf3c7e:38079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45865:45865),(127.0.0.1/127.0.0.1:35059:35059)] 2024-12-06T00:53:38,177 DEBUG [RS:0;f7c814cf3c7e:36235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35059:35059),(127.0.0.1/127.0.0.1:45865:45865)] 2024-12-06T00:53:38,415 DEBUG [f7c814cf3c7e:39627 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T00:53:38,416 DEBUG [f7c814cf3c7e:39627 {}] balancer.BalancerClusterState(204): Hosts are {f7c814cf3c7e=0} racks are {/default-rack=0} 2024-12-06T00:53:38,418 DEBUG [f7c814cf3c7e:39627 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T00:53:38,418 DEBUG [f7c814cf3c7e:39627 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T00:53:38,418 DEBUG [f7c814cf3c7e:39627 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T00:53:38,418 DEBUG [f7c814cf3c7e:39627 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T00:53:38,418 INFO [f7c814cf3c7e:39627 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T00:53:38,418 INFO [f7c814cf3c7e:39627 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T00:53:38,418 DEBUG [f7c814cf3c7e:39627 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T00:53:38,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f7c814cf3c7e,38079,1733446417722 2024-12-06T00:53:38,420 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7c814cf3c7e,38079,1733446417722, state=OPENING 2024-12-06T00:53:38,422 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T00:53:38,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:38,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:38,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:38,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:38,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:38,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:38,424 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T00:53:38,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,38079,1733446417722}] 2024-12-06T00:53:38,578 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:38,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:38,585 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T00:53:38,585 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:38,585 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T00:53:38,587 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C38079%2C1733446417722.meta, suffix=.meta, logDir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/WALs/f7c814cf3c7e,38079,1733446417722, archiveDir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/oldWALs, maxLogs=32 2024-12-06T00:53:38,608 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/WALs/f7c814cf3c7e,38079,1733446417722/f7c814cf3c7e%2C38079%2C1733446417722.meta.1733446418589.meta, exclude list is [], retry=0 2024-12-06T00:53:38,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33447,DS-a4e5f012-4bb1-4d50-87dd-0a0728e08a15,DISK] 2024-12-06T00:53:38,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36415,DS-6c966a9d-8703-4614-bbae-83418d721bd8,DISK] 2024-12-06T00:53:38,614 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/WALs/f7c814cf3c7e,38079,1733446417722/f7c814cf3c7e%2C38079%2C1733446417722.meta.1733446418589.meta 2024-12-06T00:53:38,614 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45865:45865),(127.0.0.1/127.0.0.1:35059:35059)] 2024-12-06T00:53:38,615 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:53:38,615 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T00:53:38,615 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T00:53:38,615 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T00:53:38,616 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T00:53:38,616 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:38,616 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T00:53:38,616 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T00:53:38,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T00:53:38,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T00:53:38,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:38,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:38,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T00:53:38,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T00:53:38,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:38,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:38,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T00:53:38,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T00:53:38,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:38,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:38,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T00:53:38,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T00:53:38,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:38,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:38,626 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T00:53:38,627 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740 2024-12-06T00:53:38,628 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740 2024-12-06T00:53:38,630 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T00:53:38,630 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T00:53:38,630 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:38,632 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T00:53:38,633 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64333822, jitterRate=-0.04135134816169739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:38,633 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T00:53:38,634 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733446418616Writing region info on filesystem at 1733446418616Initializing all the Stores at 1733446418617 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446418617Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446418618 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446418618Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446418618Cleaning up temporary data from old regions at 1733446418630 (+12 ms)Running coprocessor post-open hooks at 1733446418633 (+3 ms)Region opened successfully at 1733446418634 (+1 ms) 2024-12-06T00:53:38,635 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733446418578 2024-12-06T00:53:38,639 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T00:53:38,639 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T00:53:38,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,38079,1733446417722 2024-12-06T00:53:38,641 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7c814cf3c7e,38079,1733446417722, state=OPEN 2024-12-06T00:53:38,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:38,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:38,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:38,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:38,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:38,642 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,38079,1733446417722 2024-12-06T00:53:38,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:38,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T00:53:38,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,38079,1733446417722 in 218 msec 2024-12-06T00:53:38,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T00:53:38,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-12-06T00:53:38,650 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:38,651 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T00:53:38,652 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:53:38,653 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,38079,1733446417722, seqNum=-1] 2024-12-06T00:53:38,653 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:38,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46711, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:38,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 736 msec 2024-12-06T00:53:38,661 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733446418661, completionTime=-1 2024-12-06T00:53:38,661 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T00:53:38,661 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T00:53:38,664 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T00:53:38,664 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733446478664 2024-12-06T00:53:38,664 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733446538664 2024-12-06T00:53:38,664 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T00:53:38,665 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,39627,1733446417631-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,665 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,39627,1733446417631-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,665 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,39627,1733446417631-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,665 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f7c814cf3c7e:39627, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,665 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,665 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,668 DEBUG [master/f7c814cf3c7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T00:53:38,670 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.909sec 2024-12-06T00:53:38,671 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T00:53:38,671 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T00:53:38,671 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T00:53:38,671 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T00:53:38,671 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T00:53:38,671 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,39627,1733446417631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:38,671 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,39627,1733446417631-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T00:53:38,675 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T00:53:38,675 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T00:53:38,675 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,39627,1733446417631-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:38,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6523cad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:38,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,39627,-1 for getting cluster id 2024-12-06T00:53:38,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:53:38,744 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83c2958f-73c6-4aac-936d-723c7e369e13' 2024-12-06T00:53:38,744 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:53:38,745 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83c2958f-73c6-4aac-936d-723c7e369e13" 2024-12-06T00:53:38,745 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee5f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:38,745 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,39627,-1] 2024-12-06T00:53:38,745 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:53:38,746 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:38,747 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:53:38,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b944ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:38,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:53:38,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T00:53:38,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T00:53:38,750 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,38079,1733446417722, seqNum=-1] 2024-12-06T00:53:38,751 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:38,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:38,753 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T00:53:38,753 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T00:53:38,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T00:53:38,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T00:53:38,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f7c814cf3c7e,39627,1733446417631 2024-12-06T00:53:38,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T00:53:38,756 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f7c814cf3c7e,39627,1733446417631 2024-12-06T00:53:38,756 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70bf479e 2024-12-06T00:53:38,756 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T00:53:38,758 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T00:53:38,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:53:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T00:53:38,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T00:53:38,763 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:38,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T00:53:38,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T00:53:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:38,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741836_1012 (size=379) 2024-12-06T00:53:38,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741836_1012 (size=379) 2024-12-06T00:53:38,785 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a46268fc213bb19f087b0b1b71f69dad, NAME => 'testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f 2024-12-06T00:53:38,786 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => db6b5e7c2394f896f7e3dab126bfae8c, NAME => 'testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f 2024-12-06T00:53:38,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741837_1013 (size=61) 2024-12-06T00:53:38,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741837_1013 (size=61) 2024-12-06T00:53:38,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:38,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing a46268fc213bb19f087b0b1b71f69dad, disabling compactions & flushes 2024-12-06T00:53:38,807 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad. 2024-12-06T00:53:38,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad. 2024-12-06T00:53:38,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad. after waiting 0 ms 2024-12-06T00:53:38,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad. 2024-12-06T00:53:38,807 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad. 2024-12-06T00:53:38,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for a46268fc213bb19f087b0b1b71f69dad: Waiting for close lock at 1733446418807Disabling compacts and flushes for region at 1733446418807Disabling writes for close at 1733446418807Writing region close event to WAL at 1733446418807Closed at 1733446418807 2024-12-06T00:53:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741838_1014 (size=61) 2024-12-06T00:53:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741838_1014 (size=61) 2024-12-06T00:53:38,822 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:38,822 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing db6b5e7c2394f896f7e3dab126bfae8c, disabling compactions & flushes 2024-12-06T00:53:38,822 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c. 2024-12-06T00:53:38,822 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c. 2024-12-06T00:53:38,822 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c. after waiting 0 ms 2024-12-06T00:53:38,822 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c. 2024-12-06T00:53:38,822 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c. 2024-12-06T00:53:38,823 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for db6b5e7c2394f896f7e3dab126bfae8c: Waiting for close lock at 1733446418822Disabling compacts and flushes for region at 1733446418822Disabling writes for close at 1733446418822Writing region close event to WAL at 1733446418822Closed at 1733446418822 2024-12-06T00:53:38,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T00:53:38,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733446418826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446418826"}]},"ts":"1733446418826"} 2024-12-06T00:53:38,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733446418826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446418826"}]},"ts":"1733446418826"} 2024-12-06T00:53:38,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T00:53:38,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T00:53:38,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446418833"}]},"ts":"1733446418833"} 2024-12-06T00:53:38,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T00:53:38,837 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f7c814cf3c7e=0} racks are {/default-rack=0} 2024-12-06T00:53:38,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T00:53:38,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T00:53:38,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T00:53:38,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T00:53:38,839 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T00:53:38,839 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T00:53:38,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T00:53:38,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a46268fc213bb19f087b0b1b71f69dad, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db6b5e7c2394f896f7e3dab126bfae8c, ASSIGN}] 2024-12-06T00:53:38,841 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db6b5e7c2394f896f7e3dab126bfae8c, ASSIGN 2024-12-06T00:53:38,842 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a46268fc213bb19f087b0b1b71f69dad, ASSIGN 2024-12-06T00:53:38,843 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a46268fc213bb19f087b0b1b71f69dad, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,38079,1733446417722; forceNewPlan=false, retain=false 2024-12-06T00:53:38,843 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db6b5e7c2394f896f7e3dab126bfae8c, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,36235,1733446417690; forceNewPlan=false, retain=false 2024-12-06T00:53:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:38,993 INFO [f7c814cf3c7e:39627 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T00:53:38,994 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=db6b5e7c2394f896f7e3dab126bfae8c, regionState=OPENING, regionLocation=f7c814cf3c7e,36235,1733446417690 2024-12-06T00:53:38,994 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a46268fc213bb19f087b0b1b71f69dad, regionState=OPENING, regionLocation=f7c814cf3c7e,38079,1733446417722 2024-12-06T00:53:38,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db6b5e7c2394f896f7e3dab126bfae8c, ASSIGN because future has completed 2024-12-06T00:53:38,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure db6b5e7c2394f896f7e3dab126bfae8c, server=f7c814cf3c7e,36235,1733446417690}] 2024-12-06T00:53:38,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a46268fc213bb19f087b0b1b71f69dad, ASSIGN because future has completed 2024-12-06T00:53:39,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a46268fc213bb19f087b0b1b71f69dad, server=f7c814cf3c7e,38079,1733446417722}] 2024-12-06T00:53:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:39,155 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:39,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51495, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:39,161 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c. 2024-12-06T00:53:39,161 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => db6b5e7c2394f896f7e3dab126bfae8c, NAME => 'testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T00:53:39,162 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad. 2024-12-06T00:53:39,162 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a46268fc213bb19f087b0b1b71f69dad, NAME => 'testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T00:53:39,162 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache db6b5e7c2394f896f7e3dab126bfae8c 2024-12-06T00:53:39,162 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:39,162 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a46268fc213bb19f087b0b1b71f69dad 2024-12-06T00:53:39,162 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for db6b5e7c2394f896f7e3dab126bfae8c 2024-12-06T00:53:39,162 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:39,162 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for db6b5e7c2394f896f7e3dab126bfae8c 2024-12-06T00:53:39,162 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a46268fc213bb19f087b0b1b71f69dad 2024-12-06T00:53:39,163 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a46268fc213bb19f087b0b1b71f69dad 2024-12-06T00:53:39,165 INFO [StoreOpener-db6b5e7c2394f896f7e3dab126bfae8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region db6b5e7c2394f896f7e3dab126bfae8c 2024-12-06T00:53:39,165 INFO [StoreOpener-a46268fc213bb19f087b0b1b71f69dad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a46268fc213bb19f087b0b1b71f69dad 2024-12-06T00:53:39,167 INFO [StoreOpener-db6b5e7c2394f896f7e3dab126bfae8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db6b5e7c2394f896f7e3dab126bfae8c columnFamilyName family 2024-12-06T00:53:39,167 INFO [StoreOpener-a46268fc213bb19f087b0b1b71f69dad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a46268fc213bb19f087b0b1b71f69dad columnFamilyName family 2024-12-06T00:53:39,167 DEBUG [StoreOpener-a46268fc213bb19f087b0b1b71f69dad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:39,167 DEBUG [StoreOpener-db6b5e7c2394f896f7e3dab126bfae8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:39,168 INFO [StoreOpener-a46268fc213bb19f087b0b1b71f69dad-1 {}] regionserver.HStore(327): Store=a46268fc213bb19f087b0b1b71f69dad/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:39,168 INFO [StoreOpener-db6b5e7c2394f896f7e3dab126bfae8c-1 {}] regionserver.HStore(327): Store=db6b5e7c2394f896f7e3dab126bfae8c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:39,168 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a46268fc213bb19f087b0b1b71f69dad 2024-12-06T00:53:39,168 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for db6b5e7c2394f896f7e3dab126bfae8c 2024-12-06T00:53:39,169 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/a46268fc213bb19f087b0b1b71f69dad 2024-12-06T00:53:39,169 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/db6b5e7c2394f896f7e3dab126bfae8c 2024-12-06T00:53:39,169 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/a46268fc213bb19f087b0b1b71f69dad 2024-12-06T00:53:39,169 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/db6b5e7c2394f896f7e3dab126bfae8c 2024-12-06T00:53:39,170 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a46268fc213bb19f087b0b1b71f69dad 2024-12-06T00:53:39,170 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a46268fc213bb19f087b0b1b71f69dad 2024-12-06T00:53:39,170 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for db6b5e7c2394f896f7e3dab126bfae8c 2024-12-06T00:53:39,170 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for db6b5e7c2394f896f7e3dab126bfae8c 2024-12-06T00:53:39,172 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a46268fc213bb19f087b0b1b71f69dad 2024-12-06T00:53:39,172 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for db6b5e7c2394f896f7e3dab126bfae8c 2024-12-06T00:53:39,175 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/a46268fc213bb19f087b0b1b71f69dad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:39,175 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a46268fc213bb19f087b0b1b71f69dad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66482626, jitterRate=-0.009331673383712769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T00:53:39,176 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a46268fc213bb19f087b0b1b71f69dad 2024-12-06T00:53:39,177 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/db6b5e7c2394f896f7e3dab126bfae8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:39,177 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a46268fc213bb19f087b0b1b71f69dad: Running coprocessor pre-open hook at 1733446419163Writing region info on filesystem at 1733446419163Initializing all the Stores at 1733446419164 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446419164Cleaning up temporary data from old regions at 1733446419170 (+6 ms)Running coprocessor post-open hooks at 1733446419176 (+6 ms)Region opened successfully at 1733446419177 (+1 ms) 2024-12-06T00:53:39,177 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened db6b5e7c2394f896f7e3dab126bfae8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62654374, jitterRate=-0.06637707352638245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T00:53:39,177 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db6b5e7c2394f896f7e3dab126bfae8c 2024-12-06T00:53:39,178 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for db6b5e7c2394f896f7e3dab126bfae8c: Running coprocessor pre-open hook at 1733446419162Writing region info on filesystem at 1733446419162Initializing all the Stores at 1733446419163 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446419164 (+1 ms)Cleaning up temporary data from old regions at 1733446419170 (+6 ms)Running coprocessor post-open hooks at 1733446419177 (+7 ms)Region opened successfully at 1733446419177 2024-12-06T00:53:39,178 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad., pid=8, masterSystemTime=1733446419158 2024-12-06T00:53:39,179 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c., pid=7, masterSystemTime=1733446419154 2024-12-06T00:53:39,182 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad. 2024-12-06T00:53:39,182 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad. 2024-12-06T00:53:39,183 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a46268fc213bb19f087b0b1b71f69dad, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,38079,1733446417722 2024-12-06T00:53:39,183 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c. 2024-12-06T00:53:39,183 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c. 2024-12-06T00:53:39,186 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=db6b5e7c2394f896f7e3dab126bfae8c, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,36235,1733446417690 2024-12-06T00:53:39,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a46268fc213bb19f087b0b1b71f69dad, server=f7c814cf3c7e,38079,1733446417722 because future has completed 2024-12-06T00:53:39,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure db6b5e7c2394f896f7e3dab126bfae8c, server=f7c814cf3c7e,36235,1733446417690 because future has completed 2024-12-06T00:53:39,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-06T00:53:39,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a46268fc213bb19f087b0b1b71f69dad, server=f7c814cf3c7e,38079,1733446417722 in 190 msec 2024-12-06T00:53:39,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a46268fc213bb19f087b0b1b71f69dad, ASSIGN in 356 msec 2024-12-06T00:53:39,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T00:53:39,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure db6b5e7c2394f896f7e3dab126bfae8c, server=f7c814cf3c7e,36235,1733446417690 in 196 msec 2024-12-06T00:53:39,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-06T00:53:39,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db6b5e7c2394f896f7e3dab126bfae8c, ASSIGN in 359 msec 2024-12-06T00:53:39,202 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T00:53:39,202 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446419202"}]},"ts":"1733446419202"} 2024-12-06T00:53:39,205 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T00:53:39,207 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T00:53:39,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 448 msec 2024-12-06T00:53:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:39,395 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T00:53:39,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T00:53:39,395 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T00:53:39,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T00:53:39,399 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T00:53:39,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T00:53:39,403 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad., hostname=f7c814cf3c7e,38079,1733446417722, seqNum=2] 2024-12-06T00:53:39,416 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c., hostname=f7c814cf3c7e,36235,1733446417690, seqNum=2] 2024-12-06T00:53:39,417 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:39,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:39,428 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing db6b5e7c2394f896f7e3dab126bfae8c 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T00:53:39,446 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/db6b5e7c2394f896f7e3dab126bfae8c/.tmp/family/b4c88ac72edd4661975ff11656c63ef2 is 32, key is 5/family:/1733446419419/Put/seqid=0 2024-12-06T00:53:39,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741839_1015 (size=5083) 2024-12-06T00:53:39,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741839_1015 (size=5083) 2024-12-06T00:53:39,853 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/db6b5e7c2394f896f7e3dab126bfae8c/.tmp/family/b4c88ac72edd4661975ff11656c63ef2 2024-12-06T00:53:39,863 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/db6b5e7c2394f896f7e3dab126bfae8c/.tmp/family/b4c88ac72edd4661975ff11656c63ef2 as hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/db6b5e7c2394f896f7e3dab126bfae8c/family/b4c88ac72edd4661975ff11656c63ef2 2024-12-06T00:53:39,871 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/db6b5e7c2394f896f7e3dab126bfae8c/family/b4c88ac72edd4661975ff11656c63ef2, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T00:53:39,873 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for db6b5e7c2394f896f7e3dab126bfae8c in 445ms, sequenceid=9, compaction requested=false 2024-12-06T00:53:39,873 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for db6b5e7c2394f896f7e3dab126bfae8c: 2024-12-06T00:53:39,873 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a46268fc213bb19f087b0b1b71f69dad 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T00:53:39,903 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/a46268fc213bb19f087b0b1b71f69dad/.tmp/family/a6ffdab599e74f7db89e09ed4b121c4d is 32, key is 1/family:/1733446419404/Put/seqid=0 2024-12-06T00:53:39,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741840_1016 (size=5054) 2024-12-06T00:53:39,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741840_1016 (size=5054) 2024-12-06T00:53:39,913 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/a46268fc213bb19f087b0b1b71f69dad/.tmp/family/a6ffdab599e74f7db89e09ed4b121c4d 2024-12-06T00:53:39,920 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/a46268fc213bb19f087b0b1b71f69dad/.tmp/family/a6ffdab599e74f7db89e09ed4b121c4d as hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/a46268fc213bb19f087b0b1b71f69dad/family/a6ffdab599e74f7db89e09ed4b121c4d 2024-12-06T00:53:39,927 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/a46268fc213bb19f087b0b1b71f69dad/family/a6ffdab599e74f7db89e09ed4b121c4d, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T00:53:39,928 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for a46268fc213bb19f087b0b1b71f69dad in 55ms, sequenceid=8, compaction requested=false 2024-12-06T00:53:39,928 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a46268fc213bb19f087b0b1b71f69dad: 2024-12-06T00:53:39,933 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-06T00:53:39,938 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:39,938 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:39,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:39,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:39,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T00:53:39,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:53:39,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:39,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:39,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:39,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T00:53:39,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1625845178, stopped=false 2024-12-06T00:53:39,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:53:39,942 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f7c814cf3c7e,39627,1733446417631 2024-12-06T00:53:39,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:39,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:39,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:39,944 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T00:53:39,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:39,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:39,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:39,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:53:39,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:39,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:39,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:39,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:39,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:39,946 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7c814cf3c7e,36235,1733446417690' ***** 2024-12-06T00:53:39,946 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T00:53:39,946 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7c814cf3c7e,38079,1733446417722' ***** 2024-12-06T00:53:39,946 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T00:53:39,946 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T00:53:39,946 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T00:53:39,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T00:53:39,946 INFO [RS:1;f7c814cf3c7e:38079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T00:53:39,947 INFO [RS:0;f7c814cf3c7e:36235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T00:53:39,947 INFO [RS:1;f7c814cf3c7e:38079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T00:53:39,947 INFO [RS:0;f7c814cf3c7e:36235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T00:53:39,947 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(3091): Received CLOSE for a46268fc213bb19f087b0b1b71f69dad 2024-12-06T00:53:39,947 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(3091): Received CLOSE for db6b5e7c2394f896f7e3dab126bfae8c 2024-12-06T00:53:39,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T00:53:39,947 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(959): stopping server f7c814cf3c7e,38079,1733446417722 2024-12-06T00:53:39,947 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:39,947 INFO [RS:1;f7c814cf3c7e:38079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f7c814cf3c7e:38079. 2024-12-06T00:53:39,947 DEBUG [RS:1;f7c814cf3c7e:38079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:39,947 DEBUG [RS:1;f7c814cf3c7e:38079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:39,947 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a46268fc213bb19f087b0b1b71f69dad, disabling compactions & flushes 2024-12-06T00:53:39,947 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad. 2024-12-06T00:53:39,948 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T00:53:39,948 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad. 2024-12-06T00:53:39,948 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T00:53:39,948 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T00:53:39,948 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad. after waiting 0 ms 2024-12-06T00:53:39,948 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad. 2024-12-06T00:53:39,948 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(959): stopping server f7c814cf3c7e,36235,1733446417690 2024-12-06T00:53:39,948 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T00:53:39,948 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:39,948 INFO [RS:0;f7c814cf3c7e:36235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f7c814cf3c7e:36235. 2024-12-06T00:53:39,948 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db6b5e7c2394f896f7e3dab126bfae8c, disabling compactions & flushes 2024-12-06T00:53:39,948 DEBUG [RS:0;f7c814cf3c7e:36235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:39,948 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c. 2024-12-06T00:53:39,948 DEBUG [RS:0;f7c814cf3c7e:36235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:39,948 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c. 2024-12-06T00:53:39,948 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T00:53:39,948 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c. after waiting 0 ms 2024-12-06T00:53:39,948 DEBUG [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(1325): Online Regions={a46268fc213bb19f087b0b1b71f69dad=testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T00:53:39,948 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c. 2024-12-06T00:53:39,948 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T00:53:39,948 DEBUG [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a46268fc213bb19f087b0b1b71f69dad 2024-12-06T00:53:39,948 DEBUG [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(1325): Online Regions={db6b5e7c2394f896f7e3dab126bfae8c=testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c.} 2024-12-06T00:53:39,948 DEBUG [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(1351): Waiting on db6b5e7c2394f896f7e3dab126bfae8c 2024-12-06T00:53:39,948 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T00:53:39,948 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T00:53:39,949 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T00:53:39,949 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T00:53:39,949 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T00:53:39,949 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T00:53:39,962 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/a46268fc213bb19f087b0b1b71f69dad/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T00:53:39,963 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad. 2024-12-06T00:53:39,963 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a46268fc213bb19f087b0b1b71f69dad: Waiting for close lock at 1733446419947Running coprocessor pre-close hooks at 1733446419947Disabling compacts and flushes for region at 1733446419947Disabling writes for close at 1733446419948 (+1 ms)Writing region close event to WAL at 1733446419952 (+4 ms)Running coprocessor post-close hooks at 1733446419963 (+11 ms)Closed at 1733446419963 2024-12-06T00:53:39,963 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733446418758.a46268fc213bb19f087b0b1b71f69dad. 2024-12-06T00:53:39,977 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/default/testClearRegionBlockCache/db6b5e7c2394f896f7e3dab126bfae8c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T00:53:39,978 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c. 2024-12-06T00:53:39,978 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db6b5e7c2394f896f7e3dab126bfae8c: Waiting for close lock at 1733446419948Running coprocessor pre-close hooks at 1733446419948Disabling compacts and flushes for region at 1733446419948Disabling writes for close at 1733446419948Writing region close event to WAL at 1733446419961 (+13 ms)Running coprocessor post-close hooks at 1733446419978 (+17 ms)Closed at 1733446419978 2024-12-06T00:53:39,978 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c. 2024-12-06T00:53:39,981 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/.tmp/info/18a44150428547ff985ef0ccf26b8bce is 173, key is testClearRegionBlockCache,5,1733446418758.db6b5e7c2394f896f7e3dab126bfae8c./info:regioninfo/1733446419186/Put/seqid=0 2024-12-06T00:53:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741841_1017 (size=8173) 2024-12-06T00:53:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741841_1017 (size=8173) 2024-12-06T00:53:39,988 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/.tmp/info/18a44150428547ff985ef0ccf26b8bce 2024-12-06T00:53:40,003 INFO [regionserver/f7c814cf3c7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:40,013 INFO [regionserver/f7c814cf3c7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T00:53:40,013 INFO [regionserver/f7c814cf3c7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T00:53:40,018 INFO [regionserver/f7c814cf3c7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:40,033 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/.tmp/ns/e8341ee376c84281a0f88515b7efcfdf is 43, key is default/ns:d/1733446418655/Put/seqid=0 2024-12-06T00:53:40,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741842_1018 (size=5153) 2024-12-06T00:53:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741842_1018 (size=5153) 2024-12-06T00:53:40,083 INFO [regionserver/f7c814cf3c7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T00:53:40,083 INFO [regionserver/f7c814cf3c7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T00:53:40,149 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(976): stopping server f7c814cf3c7e,36235,1733446417690; all regions closed. 2024-12-06T00:53:40,149 DEBUG [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T00:53:40,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741833_1009 (size=1867) 2024-12-06T00:53:40,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741833_1009 (size=1867) 2024-12-06T00:53:40,154 DEBUG [RS:0;f7c814cf3c7e:36235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/oldWALs 2024-12-06T00:53:40,154 INFO [RS:0;f7c814cf3c7e:36235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C36235%2C1733446417690:(num 1733446418153) 2024-12-06T00:53:40,154 DEBUG [RS:0;f7c814cf3c7e:36235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:40,154 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:40,154 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:40,154 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.ChoreService(370): Chore service for: regionserver/f7c814cf3c7e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:40,155 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T00:53:40,155 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T00:53:40,155 INFO [regionserver/f7c814cf3c7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:40,155 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T00:53:40,155 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:40,155 INFO [RS:0;f7c814cf3c7e:36235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36235 2024-12-06T00:53:40,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7c814cf3c7e,36235,1733446417690 2024-12-06T00:53:40,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:40,157 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:40,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7c814cf3c7e,36235,1733446417690] 2024-12-06T00:53:40,159 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7c814cf3c7e,36235,1733446417690 already deleted, retry=false 2024-12-06T00:53:40,159 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7c814cf3c7e,36235,1733446417690 expired; onlineServers=1 2024-12-06T00:53:40,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:40,258 INFO [RS:0;f7c814cf3c7e:36235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:40,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10064d0f5b30001, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:40,258 INFO [RS:0;f7c814cf3c7e:36235 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7c814cf3c7e,36235,1733446417690; zookeeper connection closed. 2024-12-06T00:53:40,259 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d1c7745 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d1c7745 2024-12-06T00:53:40,349 DEBUG [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T00:53:40,444 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/.tmp/ns/e8341ee376c84281a0f88515b7efcfdf 2024-12-06T00:53:40,467 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/.tmp/table/c59315fae25442b695beb1a28b31153a is 61, key is testClearRegionBlockCache/table:state/1733446419202/Put/seqid=0 2024-12-06T00:53:40,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741843_1019 (size=5312) 2024-12-06T00:53:40,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741843_1019 (size=5312) 2024-12-06T00:53:40,519 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/.tmp/table/c59315fae25442b695beb1a28b31153a 2024-12-06T00:53:40,526 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/.tmp/info/18a44150428547ff985ef0ccf26b8bce as hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/info/18a44150428547ff985ef0ccf26b8bce 2024-12-06T00:53:40,534 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/info/18a44150428547ff985ef0ccf26b8bce, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T00:53:40,535 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/.tmp/ns/e8341ee376c84281a0f88515b7efcfdf as hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/ns/e8341ee376c84281a0f88515b7efcfdf 2024-12-06T00:53:40,542 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/ns/e8341ee376c84281a0f88515b7efcfdf, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T00:53:40,547 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/.tmp/table/c59315fae25442b695beb1a28b31153a as hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/table/c59315fae25442b695beb1a28b31153a 2024-12-06T00:53:40,549 DEBUG [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T00:53:40,554 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/table/c59315fae25442b695beb1a28b31153a, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T00:53:40,556 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 606ms, sequenceid=13, compaction requested=false 2024-12-06T00:53:40,568 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T00:53:40,568 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T00:53:40,569 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:40,569 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733446419948Running coprocessor pre-close hooks at 1733446419948Disabling compacts and flushes for region at 1733446419948Disabling writes for close at 1733446419949 (+1 ms)Obtaining lock to block concurrent updates at 1733446419949Preparing flush snapshotting stores in 1588230740 at 1733446419949Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733446419950 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733446419950Flushing 1588230740/info: creating writer at 1733446419950Flushing 1588230740/info: appending metadata at 1733446419980 (+30 ms)Flushing 1588230740/info: closing flushed file at 1733446419980Flushing 1588230740/ns: creating writer at 1733446420002 (+22 ms)Flushing 1588230740/ns: appending metadata at 1733446420032 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1733446420032Flushing 1588230740/table: creating writer at 1733446420451 (+419 ms)Flushing 1588230740/table: appending metadata at 1733446420467 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733446420467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a6bcee: reopening flushed file at 1733446420525 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da65190: reopening flushed file at 1733446420534 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@91cd495: reopening flushed file at 1733446420542 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 606ms, sequenceid=13, compaction requested=false at 1733446420556 (+14 ms)Writing region close event to WAL at 1733446420563 (+7 ms)Running coprocessor post-close hooks at 1733446420568 (+5 ms)Closed at 1733446420569 (+1 ms) 2024-12-06T00:53:40,569 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:40,749 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(976): stopping server f7c814cf3c7e,38079,1733446417722; all regions closed. 2024-12-06T00:53:40,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741835_1011 (size=4338) 2024-12-06T00:53:40,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741835_1011 (size=4338) 2024-12-06T00:53:40,755 DEBUG [RS:1;f7c814cf3c7e:38079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/oldWALs 2024-12-06T00:53:40,755 INFO [RS:1;f7c814cf3c7e:38079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C38079%2C1733446417722.meta:.meta(num 1733446418589) 2024-12-06T00:53:40,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741834_1010 (size=1758) 2024-12-06T00:53:40,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741834_1010 (size=1758) 2024-12-06T00:53:40,760 DEBUG [RS:1;f7c814cf3c7e:38079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/oldWALs 2024-12-06T00:53:40,760 INFO [RS:1;f7c814cf3c7e:38079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C38079%2C1733446417722:(num 1733446418155) 2024-12-06T00:53:40,760 DEBUG [RS:1;f7c814cf3c7e:38079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:40,760 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:40,760 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:40,761 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.ChoreService(370): Chore service for: regionserver/f7c814cf3c7e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:40,761 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:40,761 INFO [regionserver/f7c814cf3c7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:40,761 INFO [RS:1;f7c814cf3c7e:38079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38079 2024-12-06T00:53:40,763 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:40,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:40,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7c814cf3c7e,38079,1733446417722 2024-12-06T00:53:40,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7c814cf3c7e,38079,1733446417722] 2024-12-06T00:53:40,766 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7c814cf3c7e,38079,1733446417722 already deleted, retry=false 2024-12-06T00:53:40,766 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7c814cf3c7e,38079,1733446417722 expired; onlineServers=0 2024-12-06T00:53:40,766 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f7c814cf3c7e,39627,1733446417631' ***** 2024-12-06T00:53:40,766 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T00:53:40,766 INFO [M:0;f7c814cf3c7e:39627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:40,766 INFO [M:0;f7c814cf3c7e:39627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:40,767 DEBUG [M:0;f7c814cf3c7e:39627 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T00:53:40,767 DEBUG [M:0;f7c814cf3c7e:39627 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T00:53:40,767 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T00:53:40,767 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446417939 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446417939,5,FailOnTimeoutGroup] 2024-12-06T00:53:40,767 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446417940 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446417940,5,FailOnTimeoutGroup] 2024-12-06T00:53:40,767 INFO [M:0;f7c814cf3c7e:39627 {}] hbase.ChoreService(370): Chore service for: master/f7c814cf3c7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:40,767 INFO [M:0;f7c814cf3c7e:39627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:40,767 DEBUG [M:0;f7c814cf3c7e:39627 {}] master.HMaster(1795): Stopping service threads 2024-12-06T00:53:40,767 INFO [M:0;f7c814cf3c7e:39627 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T00:53:40,767 INFO [M:0;f7c814cf3c7e:39627 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T00:53:40,768 INFO [M:0;f7c814cf3c7e:39627 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T00:53:40,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T00:53:40,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:40,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:40,769 DEBUG [M:0;f7c814cf3c7e:39627 {}] zookeeper.ZKUtil(347): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T00:53:40,769 WARN [M:0;f7c814cf3c7e:39627 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T00:53:40,770 INFO [M:0;f7c814cf3c7e:39627 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/.lastflushedseqids 2024-12-06T00:53:40,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741844_1020 (size=191) 2024-12-06T00:53:40,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741844_1020 (size=191) 2024-12-06T00:53:40,781 INFO [M:0;f7c814cf3c7e:39627 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T00:53:40,781 INFO [M:0;f7c814cf3c7e:39627 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T00:53:40,781 DEBUG [M:0;f7c814cf3c7e:39627 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T00:53:40,782 INFO [M:0;f7c814cf3c7e:39627 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:40,782 DEBUG [M:0;f7c814cf3c7e:39627 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:40,782 DEBUG [M:0;f7c814cf3c7e:39627 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T00:53:40,782 DEBUG [M:0;f7c814cf3c7e:39627 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:40,782 INFO [M:0;f7c814cf3c7e:39627 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-06T00:53:40,799 DEBUG [M:0;f7c814cf3c7e:39627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38dda826530b4a048813dd9328ceb0cd is 82, key is hbase:meta,,1/info:regioninfo/1733446418639/Put/seqid=0 2024-12-06T00:53:40,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741845_1021 (size=5672) 2024-12-06T00:53:40,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741845_1021 (size=5672) 2024-12-06T00:53:40,805 INFO [M:0;f7c814cf3c7e:39627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38dda826530b4a048813dd9328ceb0cd 2024-12-06T00:53:40,825 DEBUG [M:0;f7c814cf3c7e:39627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3169c1d0e6c04f48a21106c6ac6b8942 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733446419208/Put/seqid=0 2024-12-06T00:53:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741846_1022 (size=6219) 2024-12-06T00:53:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741846_1022 (size=6219) 2024-12-06T00:53:40,832 INFO [M:0;f7c814cf3c7e:39627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3169c1d0e6c04f48a21106c6ac6b8942 2024-12-06T00:53:40,853 DEBUG [M:0;f7c814cf3c7e:39627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2269163241a4e20b2ec2ec35b098777 is 69, key is f7c814cf3c7e,36235,1733446417690/rs:state/1733446417969/Put/seqid=0 2024-12-06T00:53:40,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741847_1023 (size=5224) 2024-12-06T00:53:40,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741847_1023 (size=5224) 2024-12-06T00:53:40,860 INFO [M:0;f7c814cf3c7e:39627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2269163241a4e20b2ec2ec35b098777 2024-12-06T00:53:40,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:40,865 INFO [RS:1;f7c814cf3c7e:38079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:40,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38079-0x10064d0f5b30002, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:40,865 INFO [RS:1;f7c814cf3c7e:38079 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7c814cf3c7e,38079,1733446417722; zookeeper connection closed. 2024-12-06T00:53:40,865 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dfd4178 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dfd4178 2024-12-06T00:53:40,866 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T00:53:40,867 DEBUG [M:0;f7c814cf3c7e:39627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38dda826530b4a048813dd9328ceb0cd as hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38dda826530b4a048813dd9328ceb0cd 2024-12-06T00:53:40,872 INFO [M:0;f7c814cf3c7e:39627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38dda826530b4a048813dd9328ceb0cd, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T00:53:40,873 DEBUG [M:0;f7c814cf3c7e:39627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3169c1d0e6c04f48a21106c6ac6b8942 as hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3169c1d0e6c04f48a21106c6ac6b8942 2024-12-06T00:53:40,879 INFO [M:0;f7c814cf3c7e:39627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3169c1d0e6c04f48a21106c6ac6b8942, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T00:53:40,880 DEBUG [M:0;f7c814cf3c7e:39627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2269163241a4e20b2ec2ec35b098777 as hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2269163241a4e20b2ec2ec35b098777 2024-12-06T00:53:40,885 INFO [M:0;f7c814cf3c7e:39627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/02d31a01-0ccb-4650-39f6-47730ca1f86f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2269163241a4e20b2ec2ec35b098777, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T00:53:40,887 INFO [M:0;f7c814cf3c7e:39627 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=71, compaction requested=false 2024-12-06T00:53:40,888 INFO [M:0;f7c814cf3c7e:39627 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:40,888 DEBUG [M:0;f7c814cf3c7e:39627 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733446420781Disabling compacts and flushes for region at 1733446420781Disabling writes for close at 1733446420782 (+1 ms)Obtaining lock to block concurrent updates at 1733446420782Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733446420782Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733446420782Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733446420783 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733446420783Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733446420798 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733446420799 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733446420810 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733446420825 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733446420825Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733446420838 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733446420852 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733446420852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc7b1a4: reopening flushed file at 1733446420866 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a16eb7b: reopening flushed file at 1733446420872 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c8e666: reopening flushed file at 1733446420879 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=71, compaction requested=false at 1733446420887 (+8 ms)Writing region close event to WAL at 1733446420888 (+1 ms)Closed at 1733446420888 2024-12-06T00:53:40,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741830_1006 (size=35440) 2024-12-06T00:53:40,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741830_1006 (size=35440) 2024-12-06T00:53:40,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:40,892 INFO [M:0;f7c814cf3c7e:39627 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T00:53:40,892 INFO [M:0;f7c814cf3c7e:39627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39627 2024-12-06T00:53:40,892 INFO [M:0;f7c814cf3c7e:39627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:40,994 INFO [M:0;f7c814cf3c7e:39627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:40,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:40,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x10064d0f5b30000, quorum=127.0.0.1:61650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:40,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dd38152{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:40,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b098168{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:40,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:40,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b67b13c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:40,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47eb7974{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:40,998 WARN [BP-582997172-172.17.0.2-1733446416907 heartbeating to localhost/127.0.0.1:45485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:53:40,998 WARN [BP-582997172-172.17.0.2-1733446416907 heartbeating to localhost/127.0.0.1:45485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-582997172-172.17.0.2-1733446416907 (Datanode Uuid 6298baca-3e9b-4035-8fe0-de1b6f787eb7) service to localhost/127.0.0.1:45485 2024-12-06T00:53:40,998 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:53:40,998 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:53:40,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/cluster_b837b03e-dcf1-cec6-94ec-f3bb6c614ee7/data/data3/current/BP-582997172-172.17.0.2-1733446416907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:40,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/cluster_b837b03e-dcf1-cec6-94ec-f3bb6c614ee7/data/data4/current/BP-582997172-172.17.0.2-1733446416907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:41,000 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:53:41,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@281223ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:41,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efd57b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:41,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:41,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76403943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:41,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d524bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:41,003 WARN [BP-582997172-172.17.0.2-1733446416907 heartbeating to localhost/127.0.0.1:45485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:53:41,003 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:53:41,003 WARN [BP-582997172-172.17.0.2-1733446416907 heartbeating to localhost/127.0.0.1:45485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-582997172-172.17.0.2-1733446416907 (Datanode Uuid bddd7d17-0f70-4b1a-bb77-95091405a91a) service to localhost/127.0.0.1:45485 2024-12-06T00:53:41,003 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:53:41,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/cluster_b837b03e-dcf1-cec6-94ec-f3bb6c614ee7/data/data1/current/BP-582997172-172.17.0.2-1733446416907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:41,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/cluster_b837b03e-dcf1-cec6-94ec-f3bb6c614ee7/data/data2/current/BP-582997172-172.17.0.2-1733446416907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:41,005 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:53:41,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@742dc34e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:53:41,011 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64b70f91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:41,011 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:41,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f24e60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:41,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b35cf56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:41,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T00:53:41,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T00:53:41,043 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=135 (was 109) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45485 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45485 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=473 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 247) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10771 (was 11111) 2024-12-06T00:53:41,053 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=135, OpenFileDescriptor=473, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=10771 2024-12-06T00:53:41,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/hadoop.log.dir so I do NOT create it in target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8 2024-12-06T00:53:41,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T00:53:41,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/hadoop.tmp.dir so I do NOT create it in target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8 2024-12-06T00:53:41,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b618152d-6173-9b2d-2ff2-0077370f5e7d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T00:53:41,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8 2024-12-06T00:53:41,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T00:53:41,067 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/cluster_5cb361f6-4d4d-410a-c07e-b20b23171e40, deleteOnExit=true 2024-12-06T00:53:41,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T00:53:41,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/test.cache.data in system properties and HBase conf 2024-12-06T00:53:41,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T00:53:41,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/hadoop.log.dir in system properties and HBase conf 2024-12-06T00:53:41,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T00:53:41,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T00:53:41,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T00:53:41,068 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T00:53:41,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:53:41,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:53:41,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T00:53:41,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:53:41,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T00:53:41,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T00:53:41,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:53:41,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:53:41,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T00:53:41,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/nfs.dump.dir in system properties and HBase conf 2024-12-06T00:53:41,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/java.io.tmpdir in system properties and HBase conf 2024-12-06T00:53:41,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:53:41,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T00:53:41,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T00:53:41,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:41,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:41,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:41,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:41,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:53:41,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:41,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3743919e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:41,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c56770a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:41,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5660ce23{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/java.io.tmpdir/jetty-localhost-35335-hadoop-hdfs-3_4_1-tests_jar-_-any-1404836066693207644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:53:41,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a272eaf{HTTP/1.1, (http/1.1)}{localhost:35335} 2024-12-06T00:53:41,275 INFO [Time-limited test {}] server.Server(415): Started @18369ms 2024-12-06T00:53:41,345 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T00:53:41,347 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:41,368 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:41,368 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:41,370 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:41,371 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:41,371 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:41,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:41,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:41,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:41,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:41,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:53:41,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ab5a58f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:41,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d4ccd4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:41,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43f26d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/java.io.tmpdir/jetty-localhost-41321-hadoop-hdfs-3_4_1-tests_jar-_-any-2426851677460971724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:41,503 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21d566d9{HTTP/1.1, (http/1.1)}{localhost:41321} 2024-12-06T00:53:41,503 INFO [Time-limited test {}] server.Server(415): Started @18597ms 2024-12-06T00:53:41,504 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:53:41,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:41,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:41,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:41,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:41,539 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:53:41,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cb5c908{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:41,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47c64d4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:41,606 WARN [Thread-883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/cluster_5cb361f6-4d4d-410a-c07e-b20b23171e40/data/data1/current/BP-1851534554-172.17.0.2-1733446421087/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:41,606 WARN [Thread-884 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/cluster_5cb361f6-4d4d-410a-c07e-b20b23171e40/data/data2/current/BP-1851534554-172.17.0.2-1733446421087/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:41,628 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:53:41,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f8e7c11735384be with lease ID 0xbb32709124ffd4da: Processing first storage report for DS-179d8898-236d-4b12-b52d-e7dcb5294b4b from datanode DatanodeRegistration(127.0.0.1:43559, datanodeUuid=44326fcd-7c85-49bd-9578-f01307514c5b, infoPort=40795, infoSecurePort=0, ipcPort=46233, storageInfo=lv=-57;cid=testClusterID;nsid=1304276467;c=1733446421087) 2024-12-06T00:53:41,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f8e7c11735384be with lease ID 0xbb32709124ffd4da: from storage DS-179d8898-236d-4b12-b52d-e7dcb5294b4b node DatanodeRegistration(127.0.0.1:43559, datanodeUuid=44326fcd-7c85-49bd-9578-f01307514c5b, infoPort=40795, infoSecurePort=0, ipcPort=46233, storageInfo=lv=-57;cid=testClusterID;nsid=1304276467;c=1733446421087), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:41,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f8e7c11735384be with lease ID 0xbb32709124ffd4da: Processing first storage report for DS-92f547f0-a939-4127-b654-bcd136372f20 from datanode DatanodeRegistration(127.0.0.1:43559, datanodeUuid=44326fcd-7c85-49bd-9578-f01307514c5b, infoPort=40795, infoSecurePort=0, ipcPort=46233, storageInfo=lv=-57;cid=testClusterID;nsid=1304276467;c=1733446421087) 2024-12-06T00:53:41,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f8e7c11735384be with lease ID 0xbb32709124ffd4da: from storage DS-92f547f0-a939-4127-b654-bcd136372f20 node DatanodeRegistration(127.0.0.1:43559, datanodeUuid=44326fcd-7c85-49bd-9578-f01307514c5b, infoPort=40795, infoSecurePort=0, ipcPort=46233, storageInfo=lv=-57;cid=testClusterID;nsid=1304276467;c=1733446421087), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:41,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7752ad8f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/java.io.tmpdir/jetty-localhost-41017-hadoop-hdfs-3_4_1-tests_jar-_-any-15292232166457804221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:41,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@416440a6{HTTP/1.1, (http/1.1)}{localhost:41017} 2024-12-06T00:53:41,674 INFO [Time-limited test {}] server.Server(415): Started @18768ms 2024-12-06T00:53:41,675 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:53:41,769 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/cluster_5cb361f6-4d4d-410a-c07e-b20b23171e40/data/data4/current/BP-1851534554-172.17.0.2-1733446421087/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:41,769 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/cluster_5cb361f6-4d4d-410a-c07e-b20b23171e40/data/data3/current/BP-1851534554-172.17.0.2-1733446421087/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:41,787 WARN [Thread-898 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:53:41,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf315150730df9133 with lease ID 0xbb32709124ffd4db: Processing first storage report for DS-9fab6931-6294-4c82-a607-2104dbed4163 from datanode DatanodeRegistration(127.0.0.1:36575, datanodeUuid=a314c502-e271-441d-82e3-5807ef109b40, infoPort=34233, infoSecurePort=0, ipcPort=44355, storageInfo=lv=-57;cid=testClusterID;nsid=1304276467;c=1733446421087) 2024-12-06T00:53:41,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf315150730df9133 with lease ID 0xbb32709124ffd4db: from storage DS-9fab6931-6294-4c82-a607-2104dbed4163 node DatanodeRegistration(127.0.0.1:36575, datanodeUuid=a314c502-e271-441d-82e3-5807ef109b40, infoPort=34233, infoSecurePort=0, ipcPort=44355, storageInfo=lv=-57;cid=testClusterID;nsid=1304276467;c=1733446421087), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:41,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf315150730df9133 with lease ID 0xbb32709124ffd4db: Processing first storage report for DS-e86acff9-fd32-4075-882c-3b507eba4f92 from datanode DatanodeRegistration(127.0.0.1:36575, datanodeUuid=a314c502-e271-441d-82e3-5807ef109b40, infoPort=34233, infoSecurePort=0, ipcPort=44355, storageInfo=lv=-57;cid=testClusterID;nsid=1304276467;c=1733446421087) 2024-12-06T00:53:41,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf315150730df9133 with lease ID 0xbb32709124ffd4db: from storage DS-e86acff9-fd32-4075-882c-3b507eba4f92 node DatanodeRegistration(127.0.0.1:36575, datanodeUuid=a314c502-e271-441d-82e3-5807ef109b40, infoPort=34233, infoSecurePort=0, ipcPort=44355, storageInfo=lv=-57;cid=testClusterID;nsid=1304276467;c=1733446421087), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:41,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8 2024-12-06T00:53:41,801 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/cluster_5cb361f6-4d4d-410a-c07e-b20b23171e40/zookeeper_0, clientPort=64599, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/cluster_5cb361f6-4d4d-410a-c07e-b20b23171e40/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/cluster_5cb361f6-4d4d-410a-c07e-b20b23171e40/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T00:53:41,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64599 2024-12-06T00:53:41,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:41,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741825_1001 (size=7) 2024-12-06T00:53:41,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741825_1001 (size=7) 2024-12-06T00:53:41,814 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1 with version=8 2024-12-06T00:53:41,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/hbase-staging 2024-12-06T00:53:41,816 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:41,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:41,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:41,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:41,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:41,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:41,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T00:53:41,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:41,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40471 2024-12-06T00:53:41,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40471 connecting to ZooKeeper ensemble=127.0.0.1:64599 2024-12-06T00:53:41,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404710x0, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:41,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40471-0x10064d1060f0000 connected 2024-12-06T00:53:41,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:41,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:41,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:41,851 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1, hbase.cluster.distributed=false 2024-12-06T00:53:41,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:41,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40471 2024-12-06T00:53:41,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40471 2024-12-06T00:53:41,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40471 2024-12-06T00:53:41,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40471 2024-12-06T00:53:41,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40471 2024-12-06T00:53:41,871 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:41,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:41,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:41,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:41,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:41,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:41,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T00:53:41,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:41,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37213 2024-12-06T00:53:41,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37213 connecting to ZooKeeper ensemble=127.0.0.1:64599 2024-12-06T00:53:41,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:41,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:41,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372130x0, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:41,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372130x0, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:41,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37213-0x10064d1060f0001 connected 2024-12-06T00:53:41,881 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T00:53:41,888 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T00:53:41,896 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T00:53:41,902 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T00:53:41,907 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T00:53:41,908 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T00:53:41,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T00:53:41,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:41,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37213 2024-12-06T00:53:41,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37213 2024-12-06T00:53:41,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37213 2024-12-06T00:53:41,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37213 2024-12-06T00:53:41,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37213 2024-12-06T00:53:41,941 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:41,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:41,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:41,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:41,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:41,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:41,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T00:53:41,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:41,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37447 2024-12-06T00:53:41,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37447 connecting to ZooKeeper ensemble=127.0.0.1:64599 2024-12-06T00:53:41,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:41,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:41,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374470x0, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:41,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37447-0x10064d1060f0002 connected 2024-12-06T00:53:41,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:41,954 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T00:53:41,954 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T00:53:41,963 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T00:53:41,963 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T00:53:41,964 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T00:53:41,965 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T00:53:41,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T00:53:41,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:41,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37447 2024-12-06T00:53:41,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37447 2024-12-06T00:53:41,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37447 2024-12-06T00:53:41,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37447 2024-12-06T00:53:41,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37447 2024-12-06T00:53:41,984 DEBUG [M:0;f7c814cf3c7e:40471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f7c814cf3c7e:40471 2024-12-06T00:53:41,986 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f7c814cf3c7e,40471,1733446421815 2024-12-06T00:53:41,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:41,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:41,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:41,988 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f7c814cf3c7e,40471,1733446421815 2024-12-06T00:53:41,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:41,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:41,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:41,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:41,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:41,992 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T00:53:41,992 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f7c814cf3c7e,40471,1733446421815 from backup master directory 2024-12-06T00:53:41,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f7c814cf3c7e,40471,1733446421815 2024-12-06T00:53:41,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:41,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:41,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:41,994 WARN [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:41,994 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f7c814cf3c7e,40471,1733446421815 2024-12-06T00:53:41,999 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/hbase.id] with ID: a5382b95-f00b-4b04-b4fd-751770f4bd43 2024-12-06T00:53:41,999 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/.tmp/hbase.id 2024-12-06T00:53:42,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741826_1002 (size=42) 2024-12-06T00:53:42,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741826_1002 (size=42) 2024-12-06T00:53:42,008 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/.tmp/hbase.id]:[hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/hbase.id] 2024-12-06T00:53:42,022 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:42,022 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T00:53:42,024 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T00:53:42,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741827_1003 (size=196) 2024-12-06T00:53:42,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741827_1003 (size=196) 2024-12-06T00:53:42,038 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:53:42,039 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T00:53:42,039 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741828_1004 (size=1189) 2024-12-06T00:53:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741828_1004 (size=1189) 2024-12-06T00:53:42,049 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store 2024-12-06T00:53:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741829_1005 (size=34) 2024-12-06T00:53:42,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741829_1005 (size=34) 2024-12-06T00:53:42,056 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:42,056 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T00:53:42,056 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:42,056 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:42,056 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T00:53:42,056 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:42,056 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:42,057 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733446422056Disabling compacts and flushes for region at 1733446422056Disabling writes for close at 1733446422056Writing region close event to WAL at 1733446422056Closed at 1733446422056 2024-12-06T00:53:42,057 WARN [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/.initializing 2024-12-06T00:53:42,057 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/WALs/f7c814cf3c7e,40471,1733446421815 2024-12-06T00:53:42,058 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:42,060 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C40471%2C1733446421815, suffix=, logDir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/WALs/f7c814cf3c7e,40471,1733446421815, archiveDir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/oldWALs, maxLogs=10 2024-12-06T00:53:42,074 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/WALs/f7c814cf3c7e,40471,1733446421815/f7c814cf3c7e%2C40471%2C1733446421815.1733446422060, exclude list is [], retry=0 2024-12-06T00:53:42,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36575,DS-9fab6931-6294-4c82-a607-2104dbed4163,DISK] 2024-12-06T00:53:42,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43559,DS-179d8898-236d-4b12-b52d-e7dcb5294b4b,DISK] 2024-12-06T00:53:42,079 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/WALs/f7c814cf3c7e,40471,1733446421815/f7c814cf3c7e%2C40471%2C1733446421815.1733446422060 2024-12-06T00:53:42,080 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:40795:40795)] 2024-12-06T00:53:42,080 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:53:42,080 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:42,080 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:42,080 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:42,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:42,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T00:53:42,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:42,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:42,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:42,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T00:53:42,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:42,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:42,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:42,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T00:53:42,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:42,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:42,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:42,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T00:53:42,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:42,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:42,089 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:42,089 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:42,090 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:42,091 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:42,091 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:42,092 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:42,094 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:42,097 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:42,097 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67463481, jitterRate=0.005284205079078674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:42,098 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733446422080Initializing all the Stores at 1733446422081 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446422081Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446422081Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446422081Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446422081Cleaning up temporary data from old regions at 1733446422091 (+10 ms)Region opened successfully at 1733446422098 (+7 ms) 2024-12-06T00:53:42,098 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T00:53:42,103 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a68ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:42,104 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T00:53:42,104 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T00:53:42,104 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T00:53:42,104 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T00:53:42,105 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T00:53:42,105 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T00:53:42,105 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T00:53:42,108 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T00:53:42,109 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T00:53:42,111 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T00:53:42,112 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T00:53:42,113 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T00:53:42,114 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T00:53:42,114 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T00:53:42,115 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T00:53:42,117 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T00:53:42,118 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T00:53:42,119 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T00:53:42,121 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T00:53:42,123 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T00:53:42,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:42,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:42,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:42,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,126 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f7c814cf3c7e,40471,1733446421815, sessionid=0x10064d1060f0000, setting cluster-up flag (Was=false) 2024-12-06T00:53:42,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,135 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T00:53:42,136 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7c814cf3c7e,40471,1733446421815 2024-12-06T00:53:42,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,145 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T00:53:42,147 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7c814cf3c7e,40471,1733446421815 2024-12-06T00:53:42,148 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T00:53:42,150 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:42,150 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T00:53:42,150 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T00:53:42,150 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f7c814cf3c7e,40471,1733446421815 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T00:53:42,151 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:42,151 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:42,151 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:42,151 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:42,151 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f7c814cf3c7e:0, corePoolSize=10, maxPoolSize=10 2024-12-06T00:53:42,152 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,152 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:42,152 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,153 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733446452152 2024-12-06T00:53:42,153 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T00:53:42,153 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T00:53:42,153 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T00:53:42,153 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T00:53:42,153 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T00:53:42,153 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T00:53:42,153 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,153 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:42,153 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T00:53:42,154 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T00:53:42,154 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T00:53:42,154 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T00:53:42,154 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:42,154 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T00:53:42,158 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T00:53:42,158 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T00:53:42,159 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446422158,5,FailOnTimeoutGroup] 2024-12-06T00:53:42,159 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446422159,5,FailOnTimeoutGroup] 2024-12-06T00:53:42,159 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,159 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T00:53:42,159 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,159 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741831_1007 (size=1321) 2024-12-06T00:53:42,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741831_1007 (size=1321) 2024-12-06T00:53:42,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T00:53:42,170 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1 2024-12-06T00:53:42,174 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(746): ClusterId : a5382b95-f00b-4b04-b4fd-751770f4bd43 2024-12-06T00:53:42,174 DEBUG [RS:0;f7c814cf3c7e:37213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T00:53:42,174 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(746): ClusterId : a5382b95-f00b-4b04-b4fd-751770f4bd43 2024-12-06T00:53:42,174 DEBUG [RS:1;f7c814cf3c7e:37447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T00:53:42,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741832_1008 (size=32) 2024-12-06T00:53:42,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741832_1008 (size=32) 2024-12-06T00:53:42,178 DEBUG [RS:1;f7c814cf3c7e:37447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T00:53:42,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:42,178 DEBUG [RS:0;f7c814cf3c7e:37213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T00:53:42,178 DEBUG [RS:1;f7c814cf3c7e:37447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T00:53:42,178 DEBUG [RS:0;f7c814cf3c7e:37213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T00:53:42,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T00:53:42,181 DEBUG [RS:1;f7c814cf3c7e:37447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T00:53:42,181 DEBUG [RS:0;f7c814cf3c7e:37213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T00:53:42,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T00:53:42,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:42,182 DEBUG [RS:1;f7c814cf3c7e:37447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6475cf46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:42,182 DEBUG [RS:0;f7c814cf3c7e:37213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc99b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:42,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:42,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T00:53:42,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T00:53:42,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:42,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:42,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T00:53:42,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T00:53:42,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:42,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:42,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T00:53:42,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T00:53:42,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:42,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:42,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T00:53:42,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740 2024-12-06T00:53:42,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740 2024-12-06T00:53:42,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T00:53:42,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T00:53:42,190 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:42,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T00:53:42,194 DEBUG [RS:0;f7c814cf3c7e:37213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f7c814cf3c7e:37213 2024-12-06T00:53:42,194 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T00:53:42,195 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T00:53:42,195 DEBUG [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T00:53:42,195 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7c814cf3c7e,40471,1733446421815 with port=37213, startcode=1733446421871 2024-12-06T00:53:42,196 DEBUG [RS:0;f7c814cf3c7e:37213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T00:53:42,196 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:42,197 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71076904, jitterRate=0.059128403663635254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:42,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733446422178Initializing all the Stores at 1733446422179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446422179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446422180 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446422180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446422180Cleaning up temporary data from old regions at 1733446422190 (+10 ms)Region opened successfully at 1733446422198 (+8 ms) 2024-12-06T00:53:42,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T00:53:42,198 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T00:53:42,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T00:53:42,198 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50261, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T00:53:42,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T00:53:42,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T00:53:42,198 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7c814cf3c7e,37213,1733446421871 2024-12-06T00:53:42,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40471 {}] master.ServerManager(517): Registering regionserver=f7c814cf3c7e,37213,1733446421871 2024-12-06T00:53:42,200 DEBUG [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1 2024-12-06T00:53:42,201 DEBUG [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43873 2024-12-06T00:53:42,201 DEBUG [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T00:53:42,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:42,203 DEBUG [RS:0;f7c814cf3c7e:37213 {}] zookeeper.ZKUtil(111): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7c814cf3c7e,37213,1733446421871 2024-12-06T00:53:42,203 WARN [RS:0;f7c814cf3c7e:37213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:42,203 INFO [RS:0;f7c814cf3c7e:37213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:42,203 DEBUG [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/WALs/f7c814cf3c7e,37213,1733446421871 2024-12-06T00:53:42,204 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:42,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733446422198Disabling compacts and flushes for region at 1733446422198Disabling writes for close at 1733446422198Writing region close event to WAL at 1733446422204 (+6 ms)Closed at 1733446422204 2024-12-06T00:53:42,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7c814cf3c7e,37213,1733446421871] 2024-12-06T00:53:42,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:42,205 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T00:53:42,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T00:53:42,207 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T00:53:42,208 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T00:53:42,209 DEBUG [RS:1;f7c814cf3c7e:37447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f7c814cf3c7e:37447 2024-12-06T00:53:42,210 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T00:53:42,210 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T00:53:42,210 DEBUG [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T00:53:42,210 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7c814cf3c7e,40471,1733446421815 with port=37447, startcode=1733446421941 2024-12-06T00:53:42,210 DEBUG [RS:1;f7c814cf3c7e:37447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T00:53:42,213 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46963, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T00:53:42,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7c814cf3c7e,37447,1733446421941 2024-12-06T00:53:42,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40471 {}] master.ServerManager(517): Registering regionserver=f7c814cf3c7e,37447,1733446421941 2024-12-06T00:53:42,215 DEBUG [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1 2024-12-06T00:53:42,215 DEBUG [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43873 2024-12-06T00:53:42,215 DEBUG [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T00:53:42,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:42,220 DEBUG [RS:1;f7c814cf3c7e:37447 {}] zookeeper.ZKUtil(111): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7c814cf3c7e,37447,1733446421941 2024-12-06T00:53:42,220 WARN [RS:1;f7c814cf3c7e:37447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:42,221 INFO [RS:1;f7c814cf3c7e:37447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:42,221 DEBUG [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/WALs/f7c814cf3c7e,37447,1733446421941 2024-12-06T00:53:42,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7c814cf3c7e,37447,1733446421941] 2024-12-06T00:53:42,222 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T00:53:42,227 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T00:53:42,228 INFO [RS:0;f7c814cf3c7e:37213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T00:53:42,228 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,230 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T00:53:42,232 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T00:53:42,232 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T00:53:42,233 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T00:53:42,233 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,233 DEBUG [RS:0;f7c814cf3c7e:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,233 DEBUG [RS:0;f7c814cf3c7e:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,233 DEBUG [RS:0;f7c814cf3c7e:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,233 DEBUG [RS:0;f7c814cf3c7e:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,233 DEBUG [RS:0;f7c814cf3c7e:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,233 DEBUG [RS:0;f7c814cf3c7e:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:42,233 DEBUG [RS:0;f7c814cf3c7e:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,233 DEBUG [RS:0;f7c814cf3c7e:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,233 DEBUG [RS:0;f7c814cf3c7e:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,233 DEBUG [RS:0;f7c814cf3c7e:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,233 DEBUG [RS:0;f7c814cf3c7e:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,233 DEBUG [RS:0;f7c814cf3c7e:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,233 DEBUG [RS:0;f7c814cf3c7e:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:42,233 DEBUG [RS:0;f7c814cf3c7e:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:42,237 INFO [RS:1;f7c814cf3c7e:37447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T00:53:42,237 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,239 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T00:53:42,239 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,239 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,240 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,240 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,240 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,240 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,37213,1733446421871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:42,240 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T00:53:42,240 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,241 DEBUG [RS:1;f7c814cf3c7e:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,241 DEBUG [RS:1;f7c814cf3c7e:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,241 DEBUG [RS:1;f7c814cf3c7e:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,241 DEBUG [RS:1;f7c814cf3c7e:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,241 DEBUG [RS:1;f7c814cf3c7e:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,241 DEBUG [RS:1;f7c814cf3c7e:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:42,241 DEBUG [RS:1;f7c814cf3c7e:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,241 DEBUG [RS:1;f7c814cf3c7e:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,241 DEBUG [RS:1;f7c814cf3c7e:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,241 DEBUG [RS:1;f7c814cf3c7e:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,241 DEBUG [RS:1;f7c814cf3c7e:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,241 DEBUG [RS:1;f7c814cf3c7e:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:42,241 DEBUG [RS:1;f7c814cf3c7e:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:42,241 DEBUG [RS:1;f7c814cf3c7e:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:42,244 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,244 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,244 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,244 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,244 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,244 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,37447,1733446421941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:42,262 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T00:53:42,262 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,37447,1733446421941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,262 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,262 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.Replication(171): f7c814cf3c7e,37447,1733446421941 started 2024-12-06T00:53:42,263 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T00:53:42,263 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,37213,1733446421871-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,263 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,263 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.Replication(171): f7c814cf3c7e,37213,1733446421871 started 2024-12-06T00:53:42,277 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,277 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(1482): Serving as f7c814cf3c7e,37447,1733446421941, RpcServer on f7c814cf3c7e/172.17.0.2:37447, sessionid=0x10064d1060f0002 2024-12-06T00:53:42,277 DEBUG [RS:1;f7c814cf3c7e:37447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T00:53:42,277 DEBUG [RS:1;f7c814cf3c7e:37447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7c814cf3c7e,37447,1733446421941 2024-12-06T00:53:42,277 DEBUG [RS:1;f7c814cf3c7e:37447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,37447,1733446421941' 2024-12-06T00:53:42,277 DEBUG [RS:1;f7c814cf3c7e:37447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T00:53:42,278 DEBUG [RS:1;f7c814cf3c7e:37447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T00:53:42,278 DEBUG [RS:1;f7c814cf3c7e:37447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T00:53:42,278 DEBUG [RS:1;f7c814cf3c7e:37447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T00:53:42,278 DEBUG [RS:1;f7c814cf3c7e:37447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7c814cf3c7e,37447,1733446421941 2024-12-06T00:53:42,278 DEBUG [RS:1;f7c814cf3c7e:37447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,37447,1733446421941' 2024-12-06T00:53:42,278 DEBUG [RS:1;f7c814cf3c7e:37447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T00:53:42,279 DEBUG [RS:1;f7c814cf3c7e:37447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T00:53:42,279 DEBUG [RS:1;f7c814cf3c7e:37447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T00:53:42,279 INFO [RS:1;f7c814cf3c7e:37447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T00:53:42,279 INFO [RS:1;f7c814cf3c7e:37447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T00:53:42,284 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,284 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(1482): Serving as f7c814cf3c7e,37213,1733446421871, RpcServer on f7c814cf3c7e/172.17.0.2:37213, sessionid=0x10064d1060f0001 2024-12-06T00:53:42,285 DEBUG [RS:0;f7c814cf3c7e:37213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T00:53:42,285 DEBUG [RS:0;f7c814cf3c7e:37213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7c814cf3c7e,37213,1733446421871 2024-12-06T00:53:42,285 DEBUG [RS:0;f7c814cf3c7e:37213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,37213,1733446421871' 2024-12-06T00:53:42,285 DEBUG [RS:0;f7c814cf3c7e:37213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T00:53:42,285 DEBUG [RS:0;f7c814cf3c7e:37213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T00:53:42,286 DEBUG [RS:0;f7c814cf3c7e:37213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T00:53:42,286 DEBUG [RS:0;f7c814cf3c7e:37213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T00:53:42,286 DEBUG [RS:0;f7c814cf3c7e:37213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7c814cf3c7e,37213,1733446421871 2024-12-06T00:53:42,286 DEBUG [RS:0;f7c814cf3c7e:37213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,37213,1733446421871' 2024-12-06T00:53:42,286 DEBUG [RS:0;f7c814cf3c7e:37213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T00:53:42,286 DEBUG [RS:0;f7c814cf3c7e:37213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T00:53:42,287 DEBUG [RS:0;f7c814cf3c7e:37213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T00:53:42,287 INFO [RS:0;f7c814cf3c7e:37213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T00:53:42,287 INFO [RS:0;f7c814cf3c7e:37213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T00:53:42,358 WARN [f7c814cf3c7e:40471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T00:53:42,380 INFO [RS:1;f7c814cf3c7e:37447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:42,382 INFO [RS:1;f7c814cf3c7e:37447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C37447%2C1733446421941, suffix=, logDir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/WALs/f7c814cf3c7e,37447,1733446421941, archiveDir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/oldWALs, maxLogs=32 2024-12-06T00:53:42,387 INFO [RS:0;f7c814cf3c7e:37213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:42,389 INFO [RS:0;f7c814cf3c7e:37213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C37213%2C1733446421871, suffix=, logDir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/WALs/f7c814cf3c7e,37213,1733446421871, archiveDir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/oldWALs, maxLogs=32 2024-12-06T00:53:42,396 DEBUG [RS:1;f7c814cf3c7e:37447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/WALs/f7c814cf3c7e,37447,1733446421941/f7c814cf3c7e%2C37447%2C1733446421941.1733446422383, exclude list is [], retry=0 2024-12-06T00:53:42,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43559,DS-179d8898-236d-4b12-b52d-e7dcb5294b4b,DISK] 2024-12-06T00:53:42,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36575,DS-9fab6931-6294-4c82-a607-2104dbed4163,DISK] 2024-12-06T00:53:42,401 INFO [RS:1;f7c814cf3c7e:37447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/WALs/f7c814cf3c7e,37447,1733446421941/f7c814cf3c7e%2C37447%2C1733446421941.1733446422383 2024-12-06T00:53:42,402 DEBUG [RS:1;f7c814cf3c7e:37447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:34233:34233)] 2024-12-06T00:53:42,409 DEBUG [RS:0;f7c814cf3c7e:37213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/WALs/f7c814cf3c7e,37213,1733446421871/f7c814cf3c7e%2C37213%2C1733446421871.1733446422389, exclude list is [], retry=0 2024-12-06T00:53:42,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43559,DS-179d8898-236d-4b12-b52d-e7dcb5294b4b,DISK] 2024-12-06T00:53:42,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36575,DS-9fab6931-6294-4c82-a607-2104dbed4163,DISK] 2024-12-06T00:53:42,414 INFO [RS:0;f7c814cf3c7e:37213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/WALs/f7c814cf3c7e,37213,1733446421871/f7c814cf3c7e%2C37213%2C1733446421871.1733446422389 2024-12-06T00:53:42,416 DEBUG [RS:0;f7c814cf3c7e:37213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:40795:40795)] 2024-12-06T00:53:42,609 DEBUG [f7c814cf3c7e:40471 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T00:53:42,609 DEBUG [f7c814cf3c7e:40471 {}] balancer.BalancerClusterState(204): Hosts are {f7c814cf3c7e=0} racks are {/default-rack=0} 2024-12-06T00:53:42,611 DEBUG [f7c814cf3c7e:40471 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T00:53:42,611 DEBUG [f7c814cf3c7e:40471 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T00:53:42,611 DEBUG [f7c814cf3c7e:40471 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T00:53:42,611 DEBUG [f7c814cf3c7e:40471 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T00:53:42,611 INFO [f7c814cf3c7e:40471 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T00:53:42,611 INFO [f7c814cf3c7e:40471 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T00:53:42,611 DEBUG [f7c814cf3c7e:40471 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T00:53:42,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f7c814cf3c7e,37213,1733446421871 2024-12-06T00:53:42,613 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7c814cf3c7e,37213,1733446421871, state=OPENING 2024-12-06T00:53:42,615 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T00:53:42,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:42,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:42,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:42,618 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T00:53:42,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:42,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,37213,1733446421871}] 2024-12-06T00:53:42,771 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:42,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42563, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:42,777 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T00:53:42,777 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:42,778 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T00:53:42,780 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C37213%2C1733446421871.meta, suffix=.meta, logDir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/WALs/f7c814cf3c7e,37213,1733446421871, archiveDir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/oldWALs, maxLogs=32 2024-12-06T00:53:42,793 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/WALs/f7c814cf3c7e,37213,1733446421871/f7c814cf3c7e%2C37213%2C1733446421871.meta.1733446422780.meta, exclude list is [], retry=0 2024-12-06T00:53:42,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36575,DS-9fab6931-6294-4c82-a607-2104dbed4163,DISK] 2024-12-06T00:53:42,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43559,DS-179d8898-236d-4b12-b52d-e7dcb5294b4b,DISK] 2024-12-06T00:53:42,798 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/WALs/f7c814cf3c7e,37213,1733446421871/f7c814cf3c7e%2C37213%2C1733446421871.meta.1733446422780.meta 2024-12-06T00:53:42,799 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:40795:40795)] 2024-12-06T00:53:42,799 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:53:42,799 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T00:53:42,799 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T00:53:42,799 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T00:53:42,799 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T00:53:42,799 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:42,800 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T00:53:42,800 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T00:53:42,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T00:53:42,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T00:53:42,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:42,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:42,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T00:53:42,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T00:53:42,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:42,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:42,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T00:53:42,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T00:53:42,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:42,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:42,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T00:53:42,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T00:53:42,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:42,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:42,808 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T00:53:42,809 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740 2024-12-06T00:53:42,810 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740 2024-12-06T00:53:42,811 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T00:53:42,812 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T00:53:42,812 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:42,814 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T00:53:42,814 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71900039, jitterRate=0.07139407098293304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:42,815 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T00:53:42,815 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733446422800Writing region info on filesystem at 1733446422800Initializing all the Stores at 1733446422801 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446422801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446422801Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446422801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446422801Cleaning up temporary data from old regions at 1733446422812 (+11 ms)Running coprocessor post-open hooks at 1733446422815 (+3 ms)Region opened successfully at 1733446422815 2024-12-06T00:53:42,816 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733446422771 2024-12-06T00:53:42,819 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T00:53:42,819 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T00:53:42,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,37213,1733446421871 2024-12-06T00:53:42,820 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7c814cf3c7e,37213,1733446421871, state=OPEN 2024-12-06T00:53:42,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:42,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:42,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:42,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:42,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:42,823 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,37213,1733446421871 2024-12-06T00:53:42,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:42,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T00:53:42,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,37213,1733446421871 in 205 msec 2024-12-06T00:53:42,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T00:53:42,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-12-06T00:53:42,830 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:42,830 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T00:53:42,831 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:53:42,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,37213,1733446421871, seqNum=-1] 2024-12-06T00:53:42,832 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:42,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53823, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:42,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 690 msec 2024-12-06T00:53:42,840 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733446422840, completionTime=-1 2024-12-06T00:53:42,840 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T00:53:42,840 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T00:53:42,842 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T00:53:42,842 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733446482842 2024-12-06T00:53:42,842 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733446542842 2024-12-06T00:53:42,842 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T00:53:42,843 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T00:53:42,843 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,40471,1733446421815-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,843 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,40471,1733446421815-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,843 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,40471,1733446421815-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,843 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f7c814cf3c7e:40471, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,843 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,844 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,846 DEBUG [master/f7c814cf3c7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T00:53:42,848 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.854sec 2024-12-06T00:53:42,852 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T00:53:42,852 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T00:53:42,852 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T00:53:42,852 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T00:53:42,852 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T00:53:42,852 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,40471,1733446421815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:42,852 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,40471,1733446421815-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T00:53:42,855 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T00:53:42,855 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T00:53:42,855 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,40471,1733446421815-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:42,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f67cb74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:42,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,40471,-1 for getting cluster id 2024-12-06T00:53:42,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:53:42,877 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5382b95-f00b-4b04-b4fd-751770f4bd43' 2024-12-06T00:53:42,877 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:53:42,877 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5382b95-f00b-4b04-b4fd-751770f4bd43" 2024-12-06T00:53:42,877 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f769da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:42,877 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,40471,-1] 2024-12-06T00:53:42,878 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:53:42,878 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:42,879 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:53:42,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf9c4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:42,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:53:42,882 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,37213,1733446421871, seqNum=-1] 2024-12-06T00:53:42,882 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:42,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:42,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f7c814cf3c7e,40471,1733446421815 2024-12-06T00:53:42,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T00:53:42,886 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f7c814cf3c7e,40471,1733446421815 2024-12-06T00:53:42,886 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36c15f1d 2024-12-06T00:53:42,886 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T00:53:42,887 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T00:53:42,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:53:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40471 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T00:53:42,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T00:53:42,891 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:42,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T00:53:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:42,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T00:53:42,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741836_1012 (size=379) 2024-12-06T00:53:42,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741836_1012 (size=379) 2024-12-06T00:53:42,902 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa650bc37d8ec5a8e489eae35058c6bf, NAME => 'testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1 2024-12-06T00:53:42,902 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 577dcb3a15ddc254bedc28c8732ac205, NAME => 'testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1 2024-12-06T00:53:42,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741838_1014 (size=61) 2024-12-06T00:53:42,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741837_1013 (size=61) 2024-12-06T00:53:42,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741838_1014 (size=61) 2024-12-06T00:53:42,911 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:42,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741837_1013 (size=61) 2024-12-06T00:53:42,912 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 577dcb3a15ddc254bedc28c8732ac205, disabling compactions & flushes 2024-12-06T00:53:42,912 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205. 2024-12-06T00:53:42,912 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:42,912 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205. 2024-12-06T00:53:42,912 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205. after waiting 0 ms 2024-12-06T00:53:42,912 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205. 2024-12-06T00:53:42,912 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing aa650bc37d8ec5a8e489eae35058c6bf, disabling compactions & flushes 2024-12-06T00:53:42,912 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205. 2024-12-06T00:53:42,912 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf. 2024-12-06T00:53:42,912 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 577dcb3a15ddc254bedc28c8732ac205: Waiting for close lock at 1733446422911Disabling compacts and flushes for region at 1733446422911Disabling writes for close at 1733446422912 (+1 ms)Writing region close event to WAL at 1733446422912Closed at 1733446422912 2024-12-06T00:53:42,912 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf. 2024-12-06T00:53:42,912 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf. after waiting 0 ms 2024-12-06T00:53:42,912 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf. 2024-12-06T00:53:42,912 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf. 2024-12-06T00:53:42,912 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa650bc37d8ec5a8e489eae35058c6bf: Waiting for close lock at 1733446422912Disabling compacts and flushes for region at 1733446422912Disabling writes for close at 1733446422912Writing region close event to WAL at 1733446422912Closed at 1733446422912 2024-12-06T00:53:42,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T00:53:42,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733446422914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446422914"}]},"ts":"1733446422914"} 2024-12-06T00:53:42,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733446422914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446422914"}]},"ts":"1733446422914"} 2024-12-06T00:53:42,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T00:53:42,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T00:53:42,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446422919"}]},"ts":"1733446422919"} 2024-12-06T00:53:42,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T00:53:42,922 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f7c814cf3c7e=0} racks are {/default-rack=0} 2024-12-06T00:53:42,923 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T00:53:42,923 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T00:53:42,923 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T00:53:42,923 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T00:53:42,923 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T00:53:42,923 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T00:53:42,923 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T00:53:42,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aa650bc37d8ec5a8e489eae35058c6bf, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=577dcb3a15ddc254bedc28c8732ac205, ASSIGN}] 2024-12-06T00:53:42,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=577dcb3a15ddc254bedc28c8732ac205, ASSIGN 2024-12-06T00:53:42,925 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aa650bc37d8ec5a8e489eae35058c6bf, ASSIGN 2024-12-06T00:53:42,926 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=577dcb3a15ddc254bedc28c8732ac205, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,37213,1733446421871; forceNewPlan=false, retain=false 2024-12-06T00:53:42,926 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aa650bc37d8ec5a8e489eae35058c6bf, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,37447,1733446421941; forceNewPlan=false, retain=false 2024-12-06T00:53:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:43,076 INFO [f7c814cf3c7e:40471 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T00:53:43,077 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa650bc37d8ec5a8e489eae35058c6bf, regionState=OPENING, regionLocation=f7c814cf3c7e,37447,1733446421941 2024-12-06T00:53:43,077 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=577dcb3a15ddc254bedc28c8732ac205, regionState=OPENING, regionLocation=f7c814cf3c7e,37213,1733446421871 2024-12-06T00:53:43,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=577dcb3a15ddc254bedc28c8732ac205, ASSIGN because future has completed 2024-12-06T00:53:43,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 577dcb3a15ddc254bedc28c8732ac205, server=f7c814cf3c7e,37213,1733446421871}] 2024-12-06T00:53:43,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aa650bc37d8ec5a8e489eae35058c6bf, ASSIGN because future has completed 2024-12-06T00:53:43,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa650bc37d8ec5a8e489eae35058c6bf, server=f7c814cf3c7e,37447,1733446421941}] 2024-12-06T00:53:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:43,235 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:43,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53799, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:43,238 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205. 2024-12-06T00:53:43,238 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 577dcb3a15ddc254bedc28c8732ac205, NAME => 'testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T00:53:43,238 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 577dcb3a15ddc254bedc28c8732ac205 2024-12-06T00:53:43,239 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:43,239 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 577dcb3a15ddc254bedc28c8732ac205 2024-12-06T00:53:43,239 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 577dcb3a15ddc254bedc28c8732ac205 2024-12-06T00:53:43,240 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf. 2024-12-06T00:53:43,240 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => aa650bc37d8ec5a8e489eae35058c6bf, NAME => 'testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T00:53:43,240 INFO [StoreOpener-577dcb3a15ddc254bedc28c8732ac205-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 577dcb3a15ddc254bedc28c8732ac205 2024-12-06T00:53:43,240 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache aa650bc37d8ec5a8e489eae35058c6bf 2024-12-06T00:53:43,240 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:43,241 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for aa650bc37d8ec5a8e489eae35058c6bf 2024-12-06T00:53:43,241 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for aa650bc37d8ec5a8e489eae35058c6bf 2024-12-06T00:53:43,242 INFO [StoreOpener-577dcb3a15ddc254bedc28c8732ac205-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 577dcb3a15ddc254bedc28c8732ac205 columnFamilyName family 2024-12-06T00:53:43,242 DEBUG [StoreOpener-577dcb3a15ddc254bedc28c8732ac205-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:43,242 INFO [StoreOpener-577dcb3a15ddc254bedc28c8732ac205-1 {}] regionserver.HStore(327): Store=577dcb3a15ddc254bedc28c8732ac205/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:43,243 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 577dcb3a15ddc254bedc28c8732ac205 2024-12-06T00:53:43,243 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/577dcb3a15ddc254bedc28c8732ac205 2024-12-06T00:53:43,243 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/577dcb3a15ddc254bedc28c8732ac205 2024-12-06T00:53:43,244 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 577dcb3a15ddc254bedc28c8732ac205 2024-12-06T00:53:43,244 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 577dcb3a15ddc254bedc28c8732ac205 2024-12-06T00:53:43,245 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 577dcb3a15ddc254bedc28c8732ac205 2024-12-06T00:53:43,246 INFO [StoreOpener-aa650bc37d8ec5a8e489eae35058c6bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region aa650bc37d8ec5a8e489eae35058c6bf 2024-12-06T00:53:43,248 INFO [StoreOpener-aa650bc37d8ec5a8e489eae35058c6bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa650bc37d8ec5a8e489eae35058c6bf columnFamilyName family 2024-12-06T00:53:43,248 DEBUG [StoreOpener-aa650bc37d8ec5a8e489eae35058c6bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:43,249 INFO [StoreOpener-aa650bc37d8ec5a8e489eae35058c6bf-1 {}] regionserver.HStore(327): Store=aa650bc37d8ec5a8e489eae35058c6bf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:43,249 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for aa650bc37d8ec5a8e489eae35058c6bf 2024-12-06T00:53:43,249 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/aa650bc37d8ec5a8e489eae35058c6bf 2024-12-06T00:53:43,250 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/aa650bc37d8ec5a8e489eae35058c6bf 2024-12-06T00:53:43,250 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/577dcb3a15ddc254bedc28c8732ac205/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:43,250 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for aa650bc37d8ec5a8e489eae35058c6bf 2024-12-06T00:53:43,250 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for aa650bc37d8ec5a8e489eae35058c6bf 2024-12-06T00:53:43,250 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 577dcb3a15ddc254bedc28c8732ac205; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63672133, jitterRate=-0.05121128261089325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T00:53:43,251 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 577dcb3a15ddc254bedc28c8732ac205 2024-12-06T00:53:43,251 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 577dcb3a15ddc254bedc28c8732ac205: Running coprocessor pre-open hook at 1733446423239Writing region info on filesystem at 1733446423239Initializing all the Stores at 1733446423240 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446423240Cleaning up temporary data from old regions at 1733446423244 (+4 ms)Running coprocessor post-open hooks at 1733446423251 (+7 ms)Region opened successfully at 1733446423251 2024-12-06T00:53:43,252 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for aa650bc37d8ec5a8e489eae35058c6bf 2024-12-06T00:53:43,252 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205., pid=7, masterSystemTime=1733446423233 2024-12-06T00:53:43,255 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205. 2024-12-06T00:53:43,255 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205. 2024-12-06T00:53:43,255 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/aa650bc37d8ec5a8e489eae35058c6bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:43,255 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened aa650bc37d8ec5a8e489eae35058c6bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74466250, jitterRate=0.10963359475135803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T00:53:43,255 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa650bc37d8ec5a8e489eae35058c6bf 2024-12-06T00:53:43,256 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=577dcb3a15ddc254bedc28c8732ac205, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,37213,1733446421871 2024-12-06T00:53:43,256 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for aa650bc37d8ec5a8e489eae35058c6bf: Running coprocessor pre-open hook at 1733446423241Writing region info on filesystem at 1733446423241Initializing all the Stores at 1733446423242 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446423242Cleaning up temporary data from old regions at 1733446423250 (+8 ms)Running coprocessor post-open hooks at 1733446423255 (+5 ms)Region opened successfully at 1733446423256 (+1 ms) 2024-12-06T00:53:43,256 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf., pid=8, masterSystemTime=1733446423234 2024-12-06T00:53:43,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 577dcb3a15ddc254bedc28c8732ac205, server=f7c814cf3c7e,37213,1733446421871 because future has completed 2024-12-06T00:53:43,259 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf. 2024-12-06T00:53:43,259 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf. 2024-12-06T00:53:43,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa650bc37d8ec5a8e489eae35058c6bf, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,37447,1733446421941 2024-12-06T00:53:43,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa650bc37d8ec5a8e489eae35058c6bf, server=f7c814cf3c7e,37447,1733446421941 because future has completed 2024-12-06T00:53:43,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T00:53:43,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 577dcb3a15ddc254bedc28c8732ac205, server=f7c814cf3c7e,37213,1733446421871 in 180 msec 2024-12-06T00:53:43,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=577dcb3a15ddc254bedc28c8732ac205, ASSIGN in 341 msec 2024-12-06T00:53:43,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-06T00:53:43,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aa650bc37d8ec5a8e489eae35058c6bf, server=f7c814cf3c7e,37447,1733446421941 in 183 msec 2024-12-06T00:53:43,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T00:53:43,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aa650bc37d8ec5a8e489eae35058c6bf, ASSIGN in 345 msec 2024-12-06T00:53:43,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T00:53:43,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446423272"}]},"ts":"1733446423272"} 2024-12-06T00:53:43,275 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T00:53:43,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T00:53:43,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 388 msec 2024-12-06T00:53:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:43,525 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T00:53:43,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T00:53:43,525 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T00:53:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T00:53:43,529 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T00:53:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T00:53:43,533 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf., hostname=f7c814cf3c7e,37447,1733446421941, seqNum=2] 2024-12-06T00:53:43,533 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:43,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:43,547 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205., hostname=f7c814cf3c7e,37213,1733446421871, seqNum=2] 2024-12-06T00:53:43,557 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 577dcb3a15ddc254bedc28c8732ac205 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T00:53:43,573 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/577dcb3a15ddc254bedc28c8732ac205/.tmp/family/8a88f0d386c340349c8850d0747b3c55 is 32, key is 5/family:/1733446423548/Put/seqid=0 2024-12-06T00:53:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741839_1015 (size=5083) 2024-12-06T00:53:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741839_1015 (size=5083) 2024-12-06T00:53:43,580 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/577dcb3a15ddc254bedc28c8732ac205/.tmp/family/8a88f0d386c340349c8850d0747b3c55 2024-12-06T00:53:43,587 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/577dcb3a15ddc254bedc28c8732ac205/.tmp/family/8a88f0d386c340349c8850d0747b3c55 as hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/577dcb3a15ddc254bedc28c8732ac205/family/8a88f0d386c340349c8850d0747b3c55 2024-12-06T00:53:43,592 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/577dcb3a15ddc254bedc28c8732ac205/family/8a88f0d386c340349c8850d0747b3c55, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T00:53:43,593 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 577dcb3a15ddc254bedc28c8732ac205 in 36ms, sequenceid=9, compaction requested=false 2024-12-06T00:53:43,593 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 577dcb3a15ddc254bedc28c8732ac205: 2024-12-06T00:53:43,594 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing aa650bc37d8ec5a8e489eae35058c6bf 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T00:53:43,610 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/aa650bc37d8ec5a8e489eae35058c6bf/.tmp/family/fb40524638f3487b8ae05bc51345092a is 32, key is 1/family:/1733446423535/Put/seqid=0 2024-12-06T00:53:43,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741840_1016 (size=5054) 2024-12-06T00:53:43,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741840_1016 (size=5054) 2024-12-06T00:53:43,616 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/aa650bc37d8ec5a8e489eae35058c6bf/.tmp/family/fb40524638f3487b8ae05bc51345092a 2024-12-06T00:53:43,623 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/aa650bc37d8ec5a8e489eae35058c6bf/.tmp/family/fb40524638f3487b8ae05bc51345092a as hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/aa650bc37d8ec5a8e489eae35058c6bf/family/fb40524638f3487b8ae05bc51345092a 2024-12-06T00:53:43,629 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/aa650bc37d8ec5a8e489eae35058c6bf/family/fb40524638f3487b8ae05bc51345092a, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T00:53:43,631 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for aa650bc37d8ec5a8e489eae35058c6bf in 36ms, sequenceid=8, compaction requested=false 2024-12-06T00:53:43,631 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for aa650bc37d8ec5a8e489eae35058c6bf: 2024-12-06T00:53:43,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a748d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:43,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,40471,-1 for getting cluster id 2024-12-06T00:53:43,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:53:43,633 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5382b95-f00b-4b04-b4fd-751770f4bd43' 2024-12-06T00:53:43,633 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:53:43,633 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5382b95-f00b-4b04-b4fd-751770f4bd43" 2024-12-06T00:53:43,633 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c1367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:43,633 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,40471,-1] 2024-12-06T00:53:43,634 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:53:43,634 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:43,635 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:53:43,636 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eabce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:43,642 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-06T00:53:43,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:53:43,644 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,37213,1733446421871, seqNum=-1] 2024-12-06T00:53:43,644 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:43,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:43,649 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:43,650 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:43,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] bucket.BucketCache(1863): found 1 blocks for file 8a88f0d386c340349c8850d0747b3c55, starting offset: 0, end offset: 9223372036854775807 2024-12-06T00:53:43,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] bucket.BucketCache(1863): found 1 blocks for file fb40524638f3487b8ae05bc51345092a, starting offset: 0, end offset: 9223372036854775807 2024-12-06T00:53:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] bucket.BucketCache(856): removed key 8a88f0d386c340349c8850d0747b3c55_0 from back map with offset lock 2094080 in the evict process 2024-12-06T00:53:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] bucket.BucketCache(856): removed key fb40524638f3487b8ae05bc51345092a_0 from back map with offset lock 2094080 in the evict process 2024-12-06T00:53:43,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:53:43,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:43,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:43,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:43,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:53:43,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T00:53:43,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:53:43,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:43,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:43,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:43,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:53:43,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T00:53:43,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1541088304, stopped=false 2024-12-06T00:53:43,656 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f7c814cf3c7e,40471,1733446421815 2024-12-06T00:53:43,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:43,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:43,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:43,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:43,658 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T00:53:43,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:43,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:43,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:53:43,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:43,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:43,658 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7c814cf3c7e,37213,1733446421871' ***** 2024-12-06T00:53:43,658 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T00:53:43,658 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7c814cf3c7e,37447,1733446421941' ***** 2024-12-06T00:53:43,658 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T00:53:43,658 INFO [RS:0;f7c814cf3c7e:37213 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T00:53:43,659 INFO [RS:1;f7c814cf3c7e:37447 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T00:53:43,659 INFO [RS:0;f7c814cf3c7e:37213 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T00:53:43,659 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T00:53:43,659 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T00:53:43,659 INFO [RS:1;f7c814cf3c7e:37447 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T00:53:43,659 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T00:53:43,659 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T00:53:43,659 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T00:53:43,659 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T00:53:43,659 INFO [RS:0;f7c814cf3c7e:37213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T00:53:43,659 INFO [RS:0;f7c814cf3c7e:37213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T00:53:43,659 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(3091): Received CLOSE for 577dcb3a15ddc254bedc28c8732ac205 2024-12-06T00:53:43,660 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T00:53:43,660 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T00:53:43,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:43,660 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T00:53:43,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:43,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:43,660 INFO [RS:1;f7c814cf3c7e:37447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T00:53:43,660 INFO [RS:1;f7c814cf3c7e:37447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T00:53:43,660 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(3091): Received CLOSE for aa650bc37d8ec5a8e489eae35058c6bf 2024-12-06T00:53:43,660 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T00:53:43,661 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(959): stopping server f7c814cf3c7e,37213,1733446421871 2024-12-06T00:53:43,661 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:43,661 INFO [RS:0;f7c814cf3c7e:37213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f7c814cf3c7e:37213. 2024-12-06T00:53:43,661 DEBUG [RS:0;f7c814cf3c7e:37213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:43,661 DEBUG [RS:0;f7c814cf3c7e:37213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:43,661 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T00:53:43,661 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T00:53:43,662 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T00:53:43,662 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(959): stopping server f7c814cf3c7e,37447,1733446421941 2024-12-06T00:53:43,662 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:43,662 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T00:53:43,662 INFO [RS:1;f7c814cf3c7e:37447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f7c814cf3c7e:37447. 2024-12-06T00:53:43,662 DEBUG [RS:1;f7c814cf3c7e:37447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:43,662 DEBUG [RS:1;f7c814cf3c7e:37447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:43,662 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa650bc37d8ec5a8e489eae35058c6bf, disabling compactions & flushes 2024-12-06T00:53:43,662 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T00:53:43,662 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf. 2024-12-06T00:53:43,662 DEBUG [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(1325): Online Regions={aa650bc37d8ec5a8e489eae35058c6bf=testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf.} 2024-12-06T00:53:43,662 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 577dcb3a15ddc254bedc28c8732ac205, disabling compactions & flushes 2024-12-06T00:53:43,662 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf. 2024-12-06T00:53:43,662 DEBUG [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(1351): Waiting on aa650bc37d8ec5a8e489eae35058c6bf 2024-12-06T00:53:43,662 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205. 2024-12-06T00:53:43,662 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf. after waiting 0 ms 2024-12-06T00:53:43,662 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205. 2024-12-06T00:53:43,662 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf. 2024-12-06T00:53:43,662 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205. after waiting 0 ms 2024-12-06T00:53:43,662 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205. 2024-12-06T00:53:43,662 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T00:53:43,662 DEBUG [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(1325): Online Regions={577dcb3a15ddc254bedc28c8732ac205=testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T00:53:43,662 DEBUG [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 577dcb3a15ddc254bedc28c8732ac205 2024-12-06T00:53:43,662 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T00:53:43,662 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T00:53:43,662 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T00:53:43,663 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T00:53:43,663 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T00:53:43,663 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T00:53:43,673 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/577dcb3a15ddc254bedc28c8732ac205/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T00:53:43,673 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/default/testClearRegionBlockCache/aa650bc37d8ec5a8e489eae35058c6bf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T00:53:43,673 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205. 2024-12-06T00:53:43,673 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf. 2024-12-06T00:53:43,673 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 577dcb3a15ddc254bedc28c8732ac205: Waiting for close lock at 1733446423662Running coprocessor pre-close hooks at 1733446423662Disabling compacts and flushes for region at 1733446423662Disabling writes for close at 1733446423662Writing region close event to WAL at 1733446423667 (+5 ms)Running coprocessor post-close hooks at 1733446423673 (+6 ms)Closed at 1733446423673 2024-12-06T00:53:43,673 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa650bc37d8ec5a8e489eae35058c6bf: Waiting for close lock at 1733446423662Running coprocessor pre-close hooks at 1733446423662Disabling compacts and flushes for region at 1733446423662Disabling writes for close at 1733446423662Writing region close event to WAL at 1733446423667 (+5 ms)Running coprocessor post-close hooks at 1733446423673 (+6 ms)Closed at 1733446423673 2024-12-06T00:53:43,674 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733446422888.aa650bc37d8ec5a8e489eae35058c6bf. 2024-12-06T00:53:43,674 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205. 2024-12-06T00:53:43,692 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/.tmp/info/035d009acd38403f8370684341fb5c16 is 173, key is testClearRegionBlockCache,5,1733446422888.577dcb3a15ddc254bedc28c8732ac205./info:regioninfo/1733446423255/Put/seqid=0 2024-12-06T00:53:43,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741841_1017 (size=8173) 2024-12-06T00:53:43,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741841_1017 (size=8173) 2024-12-06T00:53:43,699 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/.tmp/info/035d009acd38403f8370684341fb5c16 2024-12-06T00:53:43,723 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/.tmp/ns/7b90a32cc5944cb9995fe83564a32519 is 43, key is default/ns:d/1733446422835/Put/seqid=0 2024-12-06T00:53:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741842_1018 (size=5153) 2024-12-06T00:53:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741842_1018 (size=5153) 2024-12-06T00:53:43,730 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/.tmp/ns/7b90a32cc5944cb9995fe83564a32519 2024-12-06T00:53:43,745 INFO [regionserver/f7c814cf3c7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:43,748 INFO [regionserver/f7c814cf3c7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:43,758 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/.tmp/table/42edfba3c6804c5bbfc3837422b139d4 is 61, key is testClearRegionBlockCache/table:state/1733446423272/Put/seqid=0 2024-12-06T00:53:43,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741843_1019 (size=5312) 2024-12-06T00:53:43,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741843_1019 (size=5312) 2024-12-06T00:53:43,765 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/.tmp/table/42edfba3c6804c5bbfc3837422b139d4 2024-12-06T00:53:43,773 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/.tmp/info/035d009acd38403f8370684341fb5c16 as hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/info/035d009acd38403f8370684341fb5c16 2024-12-06T00:53:43,779 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/info/035d009acd38403f8370684341fb5c16, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T00:53:43,780 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/.tmp/ns/7b90a32cc5944cb9995fe83564a32519 as hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/ns/7b90a32cc5944cb9995fe83564a32519 2024-12-06T00:53:43,787 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/ns/7b90a32cc5944cb9995fe83564a32519, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T00:53:43,788 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/.tmp/table/42edfba3c6804c5bbfc3837422b139d4 as hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/table/42edfba3c6804c5bbfc3837422b139d4 2024-12-06T00:53:43,794 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/table/42edfba3c6804c5bbfc3837422b139d4, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T00:53:43,795 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=13, compaction requested=false 2024-12-06T00:53:43,800 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T00:53:43,801 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T00:53:43,801 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:43,801 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733446423662Running coprocessor pre-close hooks at 1733446423662Disabling compacts and flushes for region at 1733446423662Disabling writes for close at 1733446423663 (+1 ms)Obtaining lock to block concurrent updates at 1733446423663Preparing flush snapshotting stores in 1588230740 at 1733446423663Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733446423663Flushing stores of hbase:meta,,1.1588230740 at 1733446423664 (+1 ms)Flushing 1588230740/info: creating writer at 1733446423664Flushing 1588230740/info: appending metadata at 1733446423692 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733446423692Flushing 1588230740/ns: creating writer at 1733446423706 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733446423723 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733446423723Flushing 1588230740/table: creating writer at 1733446423736 (+13 ms)Flushing 1588230740/table: appending metadata at 1733446423757 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733446423757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a636c0: reopening flushed file at 1733446423772 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1e3433: reopening flushed file at 1733446423779 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615e9a98: reopening flushed file at 1733446423787 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=13, compaction requested=false at 1733446423795 (+8 ms)Writing region close event to WAL at 1733446423796 (+1 ms)Running coprocessor post-close hooks at 1733446423801 (+5 ms)Closed at 1733446423801 2024-12-06T00:53:43,801 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:43,862 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(976): stopping server f7c814cf3c7e,37447,1733446421941; all regions closed. 2024-12-06T00:53:43,862 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(976): stopping server f7c814cf3c7e,37213,1733446421871; all regions closed. 2024-12-06T00:53:43,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741835_1011 (size=4338) 2024-12-06T00:53:43,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741835_1011 (size=4338) 2024-12-06T00:53:43,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741833_1009 (size=1758) 2024-12-06T00:53:43,866 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/WALs/f7c814cf3c7e,37447,1733446421941/f7c814cf3c7e%2C37447%2C1733446421941.1733446422383 not finished, retry = 0 2024-12-06T00:53:43,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741833_1009 (size=1758) 2024-12-06T00:53:43,868 DEBUG [RS:0;f7c814cf3c7e:37213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/oldWALs 2024-12-06T00:53:43,868 INFO [RS:0;f7c814cf3c7e:37213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C37213%2C1733446421871.meta:.meta(num 1733446422780) 2024-12-06T00:53:43,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741834_1010 (size=1867) 2024-12-06T00:53:43,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741834_1010 (size=1867) 2024-12-06T00:53:43,873 DEBUG [RS:0;f7c814cf3c7e:37213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/oldWALs 2024-12-06T00:53:43,873 INFO [RS:0;f7c814cf3c7e:37213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C37213%2C1733446421871:(num 1733446422389) 2024-12-06T00:53:43,873 DEBUG [RS:0;f7c814cf3c7e:37213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:43,873 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:43,873 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:43,873 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.ChoreService(370): Chore service for: regionserver/f7c814cf3c7e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:43,874 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:43,874 INFO [regionserver/f7c814cf3c7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:43,874 INFO [RS:0;f7c814cf3c7e:37213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37213 2024-12-06T00:53:43,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7c814cf3c7e,37213,1733446421871 2024-12-06T00:53:43,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:43,877 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:43,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7c814cf3c7e,37213,1733446421871] 2024-12-06T00:53:43,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7c814cf3c7e,37213,1733446421871 already deleted, retry=false 2024-12-06T00:53:43,881 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7c814cf3c7e,37213,1733446421871 expired; onlineServers=1 2024-12-06T00:53:43,969 DEBUG [RS:1;f7c814cf3c7e:37447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/oldWALs 2024-12-06T00:53:43,969 INFO [RS:1;f7c814cf3c7e:37447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C37447%2C1733446421941:(num 1733446422383) 2024-12-06T00:53:43,969 DEBUG [RS:1;f7c814cf3c7e:37447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:43,969 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:43,969 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:43,970 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.ChoreService(370): Chore service for: regionserver/f7c814cf3c7e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:43,970 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T00:53:43,970 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T00:53:43,970 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T00:53:43,970 INFO [regionserver/f7c814cf3c7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:43,970 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:43,970 INFO [RS:1;f7c814cf3c7e:37447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37447 2024-12-06T00:53:43,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7c814cf3c7e,37447,1733446421941 2024-12-06T00:53:43,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:43,972 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:43,974 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7c814cf3c7e,37447,1733446421941] 2024-12-06T00:53:43,975 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7c814cf3c7e,37447,1733446421941 already deleted, retry=false 2024-12-06T00:53:43,975 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7c814cf3c7e,37447,1733446421941 expired; onlineServers=0 2024-12-06T00:53:43,975 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f7c814cf3c7e,40471,1733446421815' ***** 2024-12-06T00:53:43,976 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T00:53:43,976 INFO [M:0;f7c814cf3c7e:40471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:43,976 INFO [M:0;f7c814cf3c7e:40471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:43,976 DEBUG [M:0;f7c814cf3c7e:40471 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T00:53:43,976 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T00:53:43,976 DEBUG [M:0;f7c814cf3c7e:40471 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T00:53:43,976 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446422158 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446422158,5,FailOnTimeoutGroup] 2024-12-06T00:53:43,976 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446422159 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446422159,5,FailOnTimeoutGroup] 2024-12-06T00:53:43,976 INFO [M:0;f7c814cf3c7e:40471 {}] hbase.ChoreService(370): Chore service for: master/f7c814cf3c7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:43,976 INFO [M:0;f7c814cf3c7e:40471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:43,976 DEBUG [M:0;f7c814cf3c7e:40471 {}] master.HMaster(1795): Stopping service threads 2024-12-06T00:53:43,976 INFO [M:0;f7c814cf3c7e:40471 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T00:53:43,976 INFO [M:0;f7c814cf3c7e:40471 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T00:53:43,977 INFO [M:0;f7c814cf3c7e:40471 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T00:53:43,977 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T00:53:43,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:43,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:43,978 DEBUG [M:0;f7c814cf3c7e:40471 {}] zookeeper.ZKUtil(347): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T00:53:43,978 WARN [M:0;f7c814cf3c7e:40471 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T00:53:43,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:43,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x10064d1060f0001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:43,979 INFO [RS:0;f7c814cf3c7e:37213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:43,979 INFO [RS:0;f7c814cf3c7e:37213 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7c814cf3c7e,37213,1733446421871; zookeeper connection closed. 2024-12-06T00:53:43,979 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e8be60 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e8be60 2024-12-06T00:53:43,979 INFO [M:0;f7c814cf3c7e:40471 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/.lastflushedseqids 2024-12-06T00:53:43,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741844_1020 (size=191) 2024-12-06T00:53:43,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741844_1020 (size=191) 2024-12-06T00:53:43,986 INFO [M:0;f7c814cf3c7e:40471 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T00:53:43,986 INFO [M:0;f7c814cf3c7e:40471 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T00:53:43,986 DEBUG [M:0;f7c814cf3c7e:40471 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T00:53:43,986 INFO [M:0;f7c814cf3c7e:40471 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:43,986 DEBUG [M:0;f7c814cf3c7e:40471 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:43,986 DEBUG [M:0;f7c814cf3c7e:40471 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T00:53:43,986 DEBUG [M:0;f7c814cf3c7e:40471 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:43,986 INFO [M:0;f7c814cf3c7e:40471 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-06T00:53:44,003 DEBUG [M:0;f7c814cf3c7e:40471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa61402104ca4224a9489530d9e3d956 is 82, key is hbase:meta,,1/info:regioninfo/1733446422819/Put/seqid=0 2024-12-06T00:53:44,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741845_1021 (size=5672) 2024-12-06T00:53:44,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741845_1021 (size=5672) 2024-12-06T00:53:44,008 INFO [M:0;f7c814cf3c7e:40471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa61402104ca4224a9489530d9e3d956 2024-12-06T00:53:44,035 DEBUG [M:0;f7c814cf3c7e:40471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/725797f68dc54515b09eb5c86af59ff8 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733446423278/Put/seqid=0 2024-12-06T00:53:44,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741846_1022 (size=6219) 2024-12-06T00:53:44,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741846_1022 (size=6219) 2024-12-06T00:53:44,041 INFO [M:0;f7c814cf3c7e:40471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/725797f68dc54515b09eb5c86af59ff8 2024-12-06T00:53:44,061 DEBUG [M:0;f7c814cf3c7e:40471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b09bd5c984c415dbeb70053118a8c6e is 69, key is f7c814cf3c7e,37213,1733446421871/rs:state/1733446422199/Put/seqid=0 2024-12-06T00:53:44,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741847_1023 (size=5224) 2024-12-06T00:53:44,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741847_1023 (size=5224) 2024-12-06T00:53:44,067 INFO [M:0;f7c814cf3c7e:40471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b09bd5c984c415dbeb70053118a8c6e 2024-12-06T00:53:44,073 DEBUG [M:0;f7c814cf3c7e:40471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa61402104ca4224a9489530d9e3d956 as hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa61402104ca4224a9489530d9e3d956 2024-12-06T00:53:44,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:44,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x10064d1060f0002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:44,074 INFO [RS:1;f7c814cf3c7e:37447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:44,074 INFO [RS:1;f7c814cf3c7e:37447 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7c814cf3c7e,37447,1733446421941; zookeeper connection closed. 2024-12-06T00:53:44,075 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b603b35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b603b35 2024-12-06T00:53:44,075 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T00:53:44,078 INFO [M:0;f7c814cf3c7e:40471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa61402104ca4224a9489530d9e3d956, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T00:53:44,079 DEBUG [M:0;f7c814cf3c7e:40471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/725797f68dc54515b09eb5c86af59ff8 as hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/725797f68dc54515b09eb5c86af59ff8 2024-12-06T00:53:44,084 INFO [M:0;f7c814cf3c7e:40471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/725797f68dc54515b09eb5c86af59ff8, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T00:53:44,085 DEBUG [M:0;f7c814cf3c7e:40471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b09bd5c984c415dbeb70053118a8c6e as hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b09bd5c984c415dbeb70053118a8c6e 2024-12-06T00:53:44,090 INFO [M:0;f7c814cf3c7e:40471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/69b79d28-630a-815f-ad1c-d9c9523c21a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b09bd5c984c415dbeb70053118a8c6e, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T00:53:44,091 INFO [M:0;f7c814cf3c7e:40471 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=71, compaction requested=false 2024-12-06T00:53:44,093 INFO [M:0;f7c814cf3c7e:40471 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:44,093 DEBUG [M:0;f7c814cf3c7e:40471 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733446423986Disabling compacts and flushes for region at 1733446423986Disabling writes for close at 1733446423986Obtaining lock to block concurrent updates at 1733446423986Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733446423986Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733446423987 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733446423987Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733446423987Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733446424002 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733446424002Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733446424014 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733446424035 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733446424035Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733446424046 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733446424060 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733446424061 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1194d690: reopening flushed file at 1733446424072 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0f0e6a: reopening flushed file at 1733446424079 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fb26d6: reopening flushed file at 1733446424085 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=71, compaction requested=false at 1733446424092 (+7 ms)Writing region close event to WAL at 1733446424093 (+1 ms)Closed at 1733446424093 2024-12-06T00:53:44,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36575 is added to blk_1073741830_1006 (size=35440) 2024-12-06T00:53:44,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43559 is added to blk_1073741830_1006 (size=35440) 2024-12-06T00:53:44,096 INFO [M:0;f7c814cf3c7e:40471 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T00:53:44,097 INFO [M:0;f7c814cf3c7e:40471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40471 2024-12-06T00:53:44,097 INFO [M:0;f7c814cf3c7e:40471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:44,097 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:44,199 INFO [M:0;f7c814cf3c7e:40471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:44,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:44,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10064d1060f0000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:44,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7752ad8f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:44,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@416440a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:44,202 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:44,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47c64d4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:44,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cb5c908{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:44,204 WARN [BP-1851534554-172.17.0.2-1733446421087 heartbeating to localhost/127.0.0.1:43873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:53:44,204 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:53:44,204 WARN [BP-1851534554-172.17.0.2-1733446421087 heartbeating to localhost/127.0.0.1:43873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1851534554-172.17.0.2-1733446421087 (Datanode Uuid a314c502-e271-441d-82e3-5807ef109b40) service to localhost/127.0.0.1:43873 2024-12-06T00:53:44,204 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:53:44,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/cluster_5cb361f6-4d4d-410a-c07e-b20b23171e40/data/data3/current/BP-1851534554-172.17.0.2-1733446421087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:44,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/cluster_5cb361f6-4d4d-410a-c07e-b20b23171e40/data/data4/current/BP-1851534554-172.17.0.2-1733446421087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:44,205 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:53:44,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43f26d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:44,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21d566d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:44,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:44,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d4ccd4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:44,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ab5a58f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:44,213 WARN [BP-1851534554-172.17.0.2-1733446421087 heartbeating to localhost/127.0.0.1:43873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:53:44,213 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:53:44,213 WARN [BP-1851534554-172.17.0.2-1733446421087 heartbeating to localhost/127.0.0.1:43873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1851534554-172.17.0.2-1733446421087 (Datanode Uuid 44326fcd-7c85-49bd-9578-f01307514c5b) service to localhost/127.0.0.1:43873 2024-12-06T00:53:44,213 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:53:44,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/cluster_5cb361f6-4d4d-410a-c07e-b20b23171e40/data/data1/current/BP-1851534554-172.17.0.2-1733446421087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:44,214 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/cluster_5cb361f6-4d4d-410a-c07e-b20b23171e40/data/data2/current/BP-1851534554-172.17.0.2-1733446421087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:44,214 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:53:44,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5660ce23{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:53:44,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a272eaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:44,221 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:44,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c56770a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:44,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3743919e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:44,228 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T00:53:44,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T00:53:44,254 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=155 (was 135) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43873 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43873 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 473) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 259), ProcessCount=11 (was 11), AvailableMemoryMB=10695 (was 10771) 2024-12-06T00:53:44,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=155, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=10695 2024-12-06T00:53:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/hadoop.log.dir so I do NOT create it in target/test-data/173b590a-8856-d82f-8117-8e8909b251f0 2024-12-06T00:53:44,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T00:53:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/hadoop.tmp.dir so I do NOT create it in target/test-data/173b590a-8856-d82f-8117-8e8909b251f0 2024-12-06T00:53:44,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64a54b42-e6b9-f553-01af-e4927caa62c8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T00:53:44,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0 2024-12-06T00:53:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T00:53:44,277 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/cluster_fb5f5254-4abd-7cc9-a679-98ecd7411f3a, deleteOnExit=true 2024-12-06T00:53:44,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T00:53:44,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/test.cache.data in system properties and HBase conf 2024-12-06T00:53:44,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T00:53:44,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/hadoop.log.dir in system properties and HBase conf 2024-12-06T00:53:44,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T00:53:44,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T00:53:44,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T00:53:44,277 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T00:53:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:53:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:53:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T00:53:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:53:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T00:53:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T00:53:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:53:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:53:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T00:53:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/nfs.dump.dir in system properties and HBase conf 2024-12-06T00:53:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/java.io.tmpdir in system properties and HBase conf 2024-12-06T00:53:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:53:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T00:53:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T00:53:44,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:44,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:44,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:44,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:44,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:53:44,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:44,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b9daa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:44,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fcf5a0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:44,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fcb4e70{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/java.io.tmpdir/jetty-localhost-38487-hadoop-hdfs-3_4_1-tests_jar-_-any-8369771925000138223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:53:44,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58db17ac{HTTP/1.1, (http/1.1)}{localhost:38487} 2024-12-06T00:53:44,483 INFO [Time-limited test {}] server.Server(415): Started @21578ms 2024-12-06T00:53:44,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:44,572 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:44,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:44,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:44,573 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:53:44,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f5c2a11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:44,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@460c33aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:44,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@be6f312{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/java.io.tmpdir/jetty-localhost-39493-hadoop-hdfs-3_4_1-tests_jar-_-any-13023837031791281024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:44,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@760c94a9{HTTP/1.1, (http/1.1)}{localhost:39493} 2024-12-06T00:53:44,687 INFO [Time-limited test {}] server.Server(415): Started @21782ms 2024-12-06T00:53:44,689 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:53:44,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:44,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:44,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:44,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:44,723 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:53:44,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79f388c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:44,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17dcad8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:44,788 WARN [Thread-1149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/cluster_fb5f5254-4abd-7cc9-a679-98ecd7411f3a/data/data1/current/BP-1995930213-172.17.0.2-1733446424297/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:44,788 WARN [Thread-1150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/cluster_fb5f5254-4abd-7cc9-a679-98ecd7411f3a/data/data2/current/BP-1995930213-172.17.0.2-1733446424297/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:44,811 WARN [Thread-1128 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:53:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f6210c0238d08f9 with lease ID 0x56c65f284ad4674e: Processing first storage report for DS-814f3691-93f5-45a6-ae8e-dc4aaf42f468 from datanode DatanodeRegistration(127.0.0.1:36245, datanodeUuid=f71f2fe1-4264-440b-b7ce-ece1f45c4721, infoPort=39333, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=456284906;c=1733446424297) 2024-12-06T00:53:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f6210c0238d08f9 with lease ID 0x56c65f284ad4674e: from storage DS-814f3691-93f5-45a6-ae8e-dc4aaf42f468 node DatanodeRegistration(127.0.0.1:36245, datanodeUuid=f71f2fe1-4264-440b-b7ce-ece1f45c4721, infoPort=39333, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=456284906;c=1733446424297), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f6210c0238d08f9 with lease ID 0x56c65f284ad4674e: Processing first storage report for DS-c1730a2e-62ab-4c03-a527-ab44e332eb0c from datanode DatanodeRegistration(127.0.0.1:36245, datanodeUuid=f71f2fe1-4264-440b-b7ce-ece1f45c4721, infoPort=39333, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=456284906;c=1733446424297) 2024-12-06T00:53:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f6210c0238d08f9 with lease ID 0x56c65f284ad4674e: from storage DS-c1730a2e-62ab-4c03-a527-ab44e332eb0c node DatanodeRegistration(127.0.0.1:36245, datanodeUuid=f71f2fe1-4264-440b-b7ce-ece1f45c4721, infoPort=39333, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=456284906;c=1733446424297), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:44,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cf25e0c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/java.io.tmpdir/jetty-localhost-38741-hadoop-hdfs-3_4_1-tests_jar-_-any-12375372687045944663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:44,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51985acd{HTTP/1.1, (http/1.1)}{localhost:38741} 2024-12-06T00:53:44,844 INFO [Time-limited test {}] server.Server(415): Started @21938ms 2024-12-06T00:53:44,846 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:53:44,939 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/cluster_fb5f5254-4abd-7cc9-a679-98ecd7411f3a/data/data3/current/BP-1995930213-172.17.0.2-1733446424297/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:44,939 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/cluster_fb5f5254-4abd-7cc9-a679-98ecd7411f3a/data/data4/current/BP-1995930213-172.17.0.2-1733446424297/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:44,956 WARN [Thread-1164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:53:44,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa43dcee8b4e7174 with lease ID 0x56c65f284ad4674f: Processing first storage report for DS-eb04bf54-75e1-4367-96db-81828a9cc237 from datanode DatanodeRegistration(127.0.0.1:46523, datanodeUuid=1a06d8ad-1674-4543-bde6-c2e597e95f4f, infoPort=38409, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=456284906;c=1733446424297) 2024-12-06T00:53:44,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa43dcee8b4e7174 with lease ID 0x56c65f284ad4674f: from storage DS-eb04bf54-75e1-4367-96db-81828a9cc237 node DatanodeRegistration(127.0.0.1:46523, datanodeUuid=1a06d8ad-1674-4543-bde6-c2e597e95f4f, infoPort=38409, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=456284906;c=1733446424297), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa43dcee8b4e7174 with lease ID 0x56c65f284ad4674f: Processing first storage report for DS-d4016587-b044-4e6a-a168-6047b3dc4815 from datanode DatanodeRegistration(127.0.0.1:46523, datanodeUuid=1a06d8ad-1674-4543-bde6-c2e597e95f4f, infoPort=38409, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=456284906;c=1733446424297) 2024-12-06T00:53:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa43dcee8b4e7174 with lease ID 0x56c65f284ad4674f: from storage DS-d4016587-b044-4e6a-a168-6047b3dc4815 node DatanodeRegistration(127.0.0.1:46523, datanodeUuid=1a06d8ad-1674-4543-bde6-c2e597e95f4f, infoPort=38409, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=456284906;c=1733446424297), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:44,968 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0 2024-12-06T00:53:44,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/cluster_fb5f5254-4abd-7cc9-a679-98ecd7411f3a/zookeeper_0, clientPort=52161, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/cluster_fb5f5254-4abd-7cc9-a679-98ecd7411f3a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/cluster_fb5f5254-4abd-7cc9-a679-98ecd7411f3a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T00:53:44,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52161 2024-12-06T00:53:44,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:44,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:44,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741825_1001 (size=7) 2024-12-06T00:53:44,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741825_1001 (size=7) 2024-12-06T00:53:44,983 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e with version=8 2024-12-06T00:53:44,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/hbase-staging 2024-12-06T00:53:44,986 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:44,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:44,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:44,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:44,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:44,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:44,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T00:53:44,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:44,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37725 2024-12-06T00:53:44,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37725 connecting to ZooKeeper ensemble=127.0.0.1:52161 2024-12-06T00:53:44,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377250x0, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:44,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37725-0x10064d112710000 connected 2024-12-06T00:53:45,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:45,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:45,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:45,016 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e, hbase.cluster.distributed=false 2024-12-06T00:53:45,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:45,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37725 2024-12-06T00:53:45,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37725 2024-12-06T00:53:45,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37725 2024-12-06T00:53:45,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37725 2024-12-06T00:53:45,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37725 2024-12-06T00:53:45,041 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:45,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:45,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:45,041 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:45,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:45,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:45,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T00:53:45,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:45,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41303 2024-12-06T00:53:45,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41303 connecting to ZooKeeper ensemble=127.0.0.1:52161 2024-12-06T00:53:45,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:45,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:45,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413030x0, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:45,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413030x0, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:45,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41303-0x10064d112710001 connected 2024-12-06T00:53:45,051 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T00:53:45,052 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T00:53:45,060 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T00:53:45,060 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T00:53:45,061 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T00:53:45,061 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T00:53:45,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T00:53:45,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:45,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41303 2024-12-06T00:53:45,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41303 2024-12-06T00:53:45,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41303 2024-12-06T00:53:45,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41303 2024-12-06T00:53:45,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41303 2024-12-06T00:53:45,082 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:45,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:45,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:45,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:45,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:45,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:45,082 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T00:53:45,082 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:45,083 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41255 2024-12-06T00:53:45,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41255 connecting to ZooKeeper ensemble=127.0.0.1:52161 2024-12-06T00:53:45,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:45,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:45,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412550x0, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:45,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412550x0, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:45,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41255-0x10064d112710002 connected 2024-12-06T00:53:45,091 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T00:53:45,091 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T00:53:45,101 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T00:53:45,102 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T00:53:45,104 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T00:53:45,104 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T00:53:45,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T00:53:45,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:45,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41255 2024-12-06T00:53:45,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41255 2024-12-06T00:53:45,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41255 2024-12-06T00:53:45,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41255 2024-12-06T00:53:45,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41255 2024-12-06T00:53:45,125 DEBUG [M:0;f7c814cf3c7e:37725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f7c814cf3c7e:37725 2024-12-06T00:53:45,125 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f7c814cf3c7e,37725,1733446424986 2024-12-06T00:53:45,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:45,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:45,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:45,127 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f7c814cf3c7e,37725,1733446424986 2024-12-06T00:53:45,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:45,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:45,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,130 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T00:53:45,131 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f7c814cf3c7e,37725,1733446424986 from backup master directory 2024-12-06T00:53:45,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:45,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f7c814cf3c7e,37725,1733446424986 2024-12-06T00:53:45,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:45,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:45,132 WARN [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:45,132 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f7c814cf3c7e,37725,1733446424986 2024-12-06T00:53:45,138 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/hbase.id] with ID: 32bc4666-457e-439d-aa57-557fd5cf7b8d 2024-12-06T00:53:45,138 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/.tmp/hbase.id 2024-12-06T00:53:45,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741826_1002 (size=42) 2024-12-06T00:53:45,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741826_1002 (size=42) 2024-12-06T00:53:45,147 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/.tmp/hbase.id]:[hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/hbase.id] 2024-12-06T00:53:45,159 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:45,159 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T00:53:45,161 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T00:53:45,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741827_1003 (size=196) 2024-12-06T00:53:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741827_1003 (size=196) 2024-12-06T00:53:45,174 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:53:45,175 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T00:53:45,175 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741828_1004 (size=1189) 2024-12-06T00:53:45,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741828_1004 (size=1189) 2024-12-06T00:53:45,183 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store 2024-12-06T00:53:45,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741829_1005 (size=34) 2024-12-06T00:53:45,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741829_1005 (size=34) 2024-12-06T00:53:45,194 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:45,194 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T00:53:45,194 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:45,194 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:45,194 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T00:53:45,194 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:45,194 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:45,194 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733446425194Disabling compacts and flushes for region at 1733446425194Disabling writes for close at 1733446425194Writing region close event to WAL at 1733446425194Closed at 1733446425194 2024-12-06T00:53:45,195 WARN [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/.initializing 2024-12-06T00:53:45,195 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/WALs/f7c814cf3c7e,37725,1733446424986 2024-12-06T00:53:45,196 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:45,198 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C37725%2C1733446424986, suffix=, logDir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/WALs/f7c814cf3c7e,37725,1733446424986, archiveDir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/oldWALs, maxLogs=10 2024-12-06T00:53:45,214 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/WALs/f7c814cf3c7e,37725,1733446424986/f7c814cf3c7e%2C37725%2C1733446424986.1733446425198, exclude list is [], retry=0 2024-12-06T00:53:45,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46523,DS-eb04bf54-75e1-4367-96db-81828a9cc237,DISK] 2024-12-06T00:53:45,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36245,DS-814f3691-93f5-45a6-ae8e-dc4aaf42f468,DISK] 2024-12-06T00:53:45,222 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/WALs/f7c814cf3c7e,37725,1733446424986/f7c814cf3c7e%2C37725%2C1733446424986.1733446425198 2024-12-06T00:53:45,229 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38409:38409),(127.0.0.1/127.0.0.1:39333:39333)] 2024-12-06T00:53:45,229 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:53:45,230 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:45,230 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:45,230 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:45,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:45,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T00:53:45,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:45,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:45,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:45,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T00:53:45,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:45,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:45,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:45,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T00:53:45,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:45,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:45,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:45,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T00:53:45,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:45,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:45,242 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:45,242 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:45,243 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:45,244 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:45,244 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:45,245 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:45,246 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:45,253 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:45,253 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62476346, jitterRate=-0.06902989745140076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:45,254 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733446425230Initializing all the Stores at 1733446425231 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446425231Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446425232 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446425232Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446425232Cleaning up temporary data from old regions at 1733446425244 (+12 ms)Region opened successfully at 1733446425254 (+10 ms) 2024-12-06T00:53:45,254 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T00:53:45,259 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c664b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:45,260 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T00:53:45,260 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T00:53:45,260 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T00:53:45,260 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T00:53:45,261 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T00:53:45,261 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T00:53:45,261 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T00:53:45,267 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T00:53:45,267 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T00:53:45,269 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T00:53:45,269 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T00:53:45,270 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T00:53:45,272 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T00:53:45,272 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T00:53:45,273 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T00:53:45,274 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T00:53:45,275 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T00:53:45,277 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T00:53:45,280 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T00:53:45,281 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T00:53:45,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:45,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:45,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:45,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,284 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f7c814cf3c7e,37725,1733446424986, sessionid=0x10064d112710000, setting cluster-up flag (Was=false) 2024-12-06T00:53:45,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,294 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T00:53:45,295 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7c814cf3c7e,37725,1733446424986 2024-12-06T00:53:45,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,305 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T00:53:45,306 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7c814cf3c7e,37725,1733446424986 2024-12-06T00:53:45,307 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T00:53:45,309 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:45,309 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T00:53:45,309 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T00:53:45,310 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f7c814cf3c7e,37725,1733446424986 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T00:53:45,311 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:45,311 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:45,311 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:45,311 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:45,311 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f7c814cf3c7e:0, corePoolSize=10, maxPoolSize=10 2024-12-06T00:53:45,311 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,311 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:45,311 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,313 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733446455313 2024-12-06T00:53:45,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:45,313 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T00:53:45,313 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T00:53:45,313 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T00:53:45,313 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T00:53:45,313 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T00:53:45,313 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T00:53:45,313 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T00:53:45,314 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,314 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:45,314 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T00:53:45,314 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T00:53:45,314 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T00:53:45,315 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T00:53:45,315 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T00:53:45,316 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T00:53:45,316 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446425316,5,FailOnTimeoutGroup] 2024-12-06T00:53:45,317 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(746): ClusterId : 32bc4666-457e-439d-aa57-557fd5cf7b8d 2024-12-06T00:53:45,317 DEBUG [RS:0;f7c814cf3c7e:41303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T00:53:45,317 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(746): ClusterId : 32bc4666-457e-439d-aa57-557fd5cf7b8d 2024-12-06T00:53:45,317 DEBUG [RS:1;f7c814cf3c7e:41255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T00:53:45,320 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446425316,5,FailOnTimeoutGroup] 2024-12-06T00:53:45,320 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,320 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T00:53:45,320 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,320 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,325 DEBUG [RS:0;f7c814cf3c7e:41303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T00:53:45,325 DEBUG [RS:0;f7c814cf3c7e:41303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T00:53:45,325 DEBUG [RS:1;f7c814cf3c7e:41255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T00:53:45,325 DEBUG [RS:1;f7c814cf3c7e:41255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T00:53:45,329 DEBUG [RS:0;f7c814cf3c7e:41303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T00:53:45,329 DEBUG [RS:0;f7c814cf3c7e:41303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286a548c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:45,330 DEBUG [RS:1;f7c814cf3c7e:41255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T00:53:45,330 DEBUG [RS:1;f7c814cf3c7e:41255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15dd864b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741831_1007 (size=1321) 2024-12-06T00:53:45,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741831_1007 (size=1321) 2024-12-06T00:53:45,356 DEBUG [RS:0;f7c814cf3c7e:41303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f7c814cf3c7e:41303 2024-12-06T00:53:45,356 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T00:53:45,356 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T00:53:45,356 DEBUG [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T00:53:45,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T00:53:45,357 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e 2024-12-06T00:53:45,358 DEBUG [RS:1;f7c814cf3c7e:41255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f7c814cf3c7e:41255 2024-12-06T00:53:45,358 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T00:53:45,358 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T00:53:45,358 DEBUG [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T00:53:45,358 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7c814cf3c7e,37725,1733446424986 with port=41303, startcode=1733446425041 2024-12-06T00:53:45,358 DEBUG [RS:0;f7c814cf3c7e:41303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T00:53:45,360 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41013, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T00:53:45,360 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7c814cf3c7e,37725,1733446424986 with port=41255, startcode=1733446425081 2024-12-06T00:53:45,361 DEBUG [RS:1;f7c814cf3c7e:41255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T00:53:45,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7c814cf3c7e,41303,1733446425041 2024-12-06T00:53:45,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37725 {}] master.ServerManager(517): Registering regionserver=f7c814cf3c7e,41303,1733446425041 2024-12-06T00:53:45,364 DEBUG [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e 2024-12-06T00:53:45,364 DEBUG [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43933 2024-12-06T00:53:45,364 DEBUG [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T00:53:45,364 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45009, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T00:53:45,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7c814cf3c7e,41255,1733446425081 2024-12-06T00:53:45,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37725 {}] master.ServerManager(517): Registering regionserver=f7c814cf3c7e,41255,1733446425081 2024-12-06T00:53:45,367 DEBUG [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e 2024-12-06T00:53:45,367 DEBUG [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43933 2024-12-06T00:53:45,367 DEBUG [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T00:53:45,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:45,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741832_1008 (size=32) 2024-12-06T00:53:45,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741832_1008 (size=32) 2024-12-06T00:53:45,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:45,372 DEBUG [RS:0;f7c814cf3c7e:41303 {}] zookeeper.ZKUtil(111): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7c814cf3c7e,41303,1733446425041 2024-12-06T00:53:45,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7c814cf3c7e,41255,1733446425081] 2024-12-06T00:53:45,372 WARN [RS:0;f7c814cf3c7e:41303 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:45,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7c814cf3c7e,41303,1733446425041] 2024-12-06T00:53:45,372 INFO [RS:0;f7c814cf3c7e:41303 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:45,373 DEBUG [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/WALs/f7c814cf3c7e,41303,1733446425041 2024-12-06T00:53:45,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T00:53:45,373 DEBUG [RS:1;f7c814cf3c7e:41255 {}] zookeeper.ZKUtil(111): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7c814cf3c7e,41255,1733446425081 2024-12-06T00:53:45,373 WARN [RS:1;f7c814cf3c7e:41255 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:45,373 INFO [RS:1;f7c814cf3c7e:41255 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:45,373 DEBUG [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/WALs/f7c814cf3c7e,41255,1733446425081 2024-12-06T00:53:45,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T00:53:45,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:45,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:45,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T00:53:45,377 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T00:53:45,377 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T00:53:45,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T00:53:45,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:45,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:45,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T00:53:45,379 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T00:53:45,379 INFO [RS:0;f7c814cf3c7e:41303 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T00:53:45,379 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,379 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T00:53:45,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T00:53:45,380 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T00:53:45,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:45,380 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T00:53:45,380 INFO [RS:1;f7c814cf3c7e:41255 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T00:53:45,380 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,380 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,380 DEBUG [RS:0;f7c814cf3c7e:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,380 DEBUG [RS:0;f7c814cf3c7e:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,381 DEBUG [RS:0;f7c814cf3c7e:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,381 DEBUG [RS:0;f7c814cf3c7e:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,381 DEBUG [RS:0;f7c814cf3c7e:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,381 DEBUG [RS:0;f7c814cf3c7e:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:45,381 DEBUG [RS:0;f7c814cf3c7e:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,381 DEBUG [RS:0;f7c814cf3c7e:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,381 DEBUG [RS:0;f7c814cf3c7e:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,381 DEBUG [RS:0;f7c814cf3c7e:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,381 DEBUG [RS:0;f7c814cf3c7e:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,381 DEBUG [RS:0;f7c814cf3c7e:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,381 DEBUG [RS:0;f7c814cf3c7e:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:45,381 DEBUG [RS:0;f7c814cf3c7e:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:45,381 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T00:53:45,382 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T00:53:45,382 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,382 DEBUG [RS:1;f7c814cf3c7e:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,382 DEBUG [RS:1;f7c814cf3c7e:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,382 DEBUG [RS:1;f7c814cf3c7e:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,382 DEBUG [RS:1;f7c814cf3c7e:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,382 DEBUG [RS:1;f7c814cf3c7e:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,382 DEBUG [RS:1;f7c814cf3c7e:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:45,382 DEBUG [RS:1;f7c814cf3c7e:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,382 DEBUG [RS:1;f7c814cf3c7e:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:45,382 DEBUG [RS:1;f7c814cf3c7e:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,382 DEBUG [RS:1;f7c814cf3c7e:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,383 DEBUG [RS:1;f7c814cf3c7e:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,383 DEBUG [RS:1;f7c814cf3c7e:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:45,383 DEBUG [RS:1;f7c814cf3c7e:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:45,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T00:53:45,383 DEBUG [RS:1;f7c814cf3c7e:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:45,383 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,383 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,383 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,383 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,383 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,383 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,41303,1733446425041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:45,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T00:53:45,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:45,385 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,385 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,385 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,385 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,385 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,385 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,41255,1733446425081-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:45,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:45,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T00:53:45,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740 2024-12-06T00:53:45,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740 2024-12-06T00:53:45,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T00:53:45,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T00:53:45,393 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:45,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T00:53:45,396 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:45,397 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64756255, jitterRate=-0.03505660593509674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:45,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733446425371Initializing all the Stores at 1733446425372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446425372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446425372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446425372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446425372Cleaning up temporary data from old regions at 1733446425392 (+20 ms)Region opened successfully at 1733446425397 (+5 ms) 2024-12-06T00:53:45,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T00:53:45,398 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T00:53:45,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T00:53:45,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T00:53:45,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T00:53:45,398 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:45,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733446425398Disabling compacts and flushes for region at 1733446425398Disabling writes for close at 1733446425398Writing region close event to WAL at 1733446425398Closed at 1733446425398 2024-12-06T00:53:45,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:45,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T00:53:45,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T00:53:45,401 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T00:53:45,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T00:53:45,405 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T00:53:45,405 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,41303,1733446425041-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,405 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,405 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.Replication(171): f7c814cf3c7e,41303,1733446425041 started 2024-12-06T00:53:45,406 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T00:53:45,406 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,41255,1733446425081-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,406 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,406 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.Replication(171): f7c814cf3c7e,41255,1733446425081 started 2024-12-06T00:53:45,427 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,427 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:45,427 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(1482): Serving as f7c814cf3c7e,41303,1733446425041, RpcServer on f7c814cf3c7e/172.17.0.2:41303, sessionid=0x10064d112710001 2024-12-06T00:53:45,427 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(1482): Serving as f7c814cf3c7e,41255,1733446425081, RpcServer on f7c814cf3c7e/172.17.0.2:41255, sessionid=0x10064d112710002 2024-12-06T00:53:45,427 DEBUG [RS:1;f7c814cf3c7e:41255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T00:53:45,427 DEBUG [RS:0;f7c814cf3c7e:41303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T00:53:45,427 DEBUG [RS:0;f7c814cf3c7e:41303 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7c814cf3c7e,41303,1733446425041 2024-12-06T00:53:45,427 DEBUG [RS:1;f7c814cf3c7e:41255 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7c814cf3c7e,41255,1733446425081 2024-12-06T00:53:45,427 DEBUG [RS:0;f7c814cf3c7e:41303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,41303,1733446425041' 2024-12-06T00:53:45,427 DEBUG [RS:1;f7c814cf3c7e:41255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,41255,1733446425081' 2024-12-06T00:53:45,427 DEBUG [RS:0;f7c814cf3c7e:41303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T00:53:45,427 DEBUG [RS:1;f7c814cf3c7e:41255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T00:53:45,428 DEBUG [RS:0;f7c814cf3c7e:41303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T00:53:45,428 DEBUG [RS:1;f7c814cf3c7e:41255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T00:53:45,428 DEBUG [RS:0;f7c814cf3c7e:41303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T00:53:45,428 DEBUG [RS:1;f7c814cf3c7e:41255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T00:53:45,428 DEBUG [RS:0;f7c814cf3c7e:41303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T00:53:45,428 DEBUG [RS:1;f7c814cf3c7e:41255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T00:53:45,428 DEBUG [RS:0;f7c814cf3c7e:41303 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7c814cf3c7e,41303,1733446425041 2024-12-06T00:53:45,428 DEBUG [RS:1;f7c814cf3c7e:41255 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7c814cf3c7e,41255,1733446425081 2024-12-06T00:53:45,428 DEBUG [RS:1;f7c814cf3c7e:41255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,41255,1733446425081' 2024-12-06T00:53:45,428 DEBUG [RS:0;f7c814cf3c7e:41303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,41303,1733446425041' 2024-12-06T00:53:45,428 DEBUG [RS:1;f7c814cf3c7e:41255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T00:53:45,428 DEBUG [RS:0;f7c814cf3c7e:41303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T00:53:45,429 DEBUG [RS:1;f7c814cf3c7e:41255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T00:53:45,429 DEBUG [RS:0;f7c814cf3c7e:41303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T00:53:45,429 DEBUG [RS:1;f7c814cf3c7e:41255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T00:53:45,429 DEBUG [RS:0;f7c814cf3c7e:41303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T00:53:45,429 INFO [RS:1;f7c814cf3c7e:41255 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T00:53:45,429 INFO [RS:0;f7c814cf3c7e:41303 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T00:53:45,429 INFO [RS:1;f7c814cf3c7e:41255 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T00:53:45,429 INFO [RS:0;f7c814cf3c7e:41303 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T00:53:45,530 INFO [RS:1;f7c814cf3c7e:41255 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:45,530 INFO [RS:0;f7c814cf3c7e:41303 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:45,532 INFO [RS:0;f7c814cf3c7e:41303 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C41303%2C1733446425041, suffix=, logDir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/WALs/f7c814cf3c7e,41303,1733446425041, archiveDir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/oldWALs, maxLogs=32 2024-12-06T00:53:45,532 INFO [RS:1;f7c814cf3c7e:41255 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C41255%2C1733446425081, suffix=, logDir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/WALs/f7c814cf3c7e,41255,1733446425081, archiveDir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/oldWALs, maxLogs=32 2024-12-06T00:53:45,552 WARN [f7c814cf3c7e:37725 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T00:53:45,553 DEBUG [RS:0;f7c814cf3c7e:41303 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/WALs/f7c814cf3c7e,41303,1733446425041/f7c814cf3c7e%2C41303%2C1733446425041.1733446425533, exclude list is [], retry=0 2024-12-06T00:53:45,553 DEBUG [RS:1;f7c814cf3c7e:41255 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/WALs/f7c814cf3c7e,41255,1733446425081/f7c814cf3c7e%2C41255%2C1733446425081.1733446425533, exclude list is [], retry=0 2024-12-06T00:53:45,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36245,DS-814f3691-93f5-45a6-ae8e-dc4aaf42f468,DISK] 2024-12-06T00:53:45,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36245,DS-814f3691-93f5-45a6-ae8e-dc4aaf42f468,DISK] 2024-12-06T00:53:45,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46523,DS-eb04bf54-75e1-4367-96db-81828a9cc237,DISK] 2024-12-06T00:53:45,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46523,DS-eb04bf54-75e1-4367-96db-81828a9cc237,DISK] 2024-12-06T00:53:45,565 INFO [RS:1;f7c814cf3c7e:41255 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/WALs/f7c814cf3c7e,41255,1733446425081/f7c814cf3c7e%2C41255%2C1733446425081.1733446425533 2024-12-06T00:53:45,566 INFO [RS:0;f7c814cf3c7e:41303 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/WALs/f7c814cf3c7e,41303,1733446425041/f7c814cf3c7e%2C41303%2C1733446425041.1733446425533 2024-12-06T00:53:45,567 DEBUG [RS:1;f7c814cf3c7e:41255 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333),(127.0.0.1/127.0.0.1:38409:38409)] 2024-12-06T00:53:45,572 DEBUG [RS:0;f7c814cf3c7e:41303 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333),(127.0.0.1/127.0.0.1:38409:38409)] 2024-12-06T00:53:45,803 DEBUG [f7c814cf3c7e:37725 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T00:53:45,803 DEBUG [f7c814cf3c7e:37725 {}] balancer.BalancerClusterState(204): Hosts are {f7c814cf3c7e=0} racks are {/default-rack=0} 2024-12-06T00:53:45,805 DEBUG [f7c814cf3c7e:37725 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T00:53:45,805 DEBUG [f7c814cf3c7e:37725 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T00:53:45,805 DEBUG [f7c814cf3c7e:37725 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T00:53:45,805 DEBUG [f7c814cf3c7e:37725 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T00:53:45,805 INFO [f7c814cf3c7e:37725 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T00:53:45,805 INFO [f7c814cf3c7e:37725 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T00:53:45,805 DEBUG [f7c814cf3c7e:37725 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T00:53:45,806 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f7c814cf3c7e,41255,1733446425081 2024-12-06T00:53:45,807 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7c814cf3c7e,41255,1733446425081, state=OPENING 2024-12-06T00:53:45,809 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T00:53:45,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:45,812 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T00:53:45,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:45,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:45,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,41255,1733446425081}] 2024-12-06T00:53:45,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:45,965 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:45,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49479, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:45,971 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T00:53:45,971 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:45,971 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T00:53:45,973 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C41255%2C1733446425081.meta, suffix=.meta, logDir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/WALs/f7c814cf3c7e,41255,1733446425081, archiveDir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/oldWALs, maxLogs=32 2024-12-06T00:53:45,988 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/WALs/f7c814cf3c7e,41255,1733446425081/f7c814cf3c7e%2C41255%2C1733446425081.meta.1733446425973.meta, exclude list is [], retry=0 2024-12-06T00:53:45,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46523,DS-eb04bf54-75e1-4367-96db-81828a9cc237,DISK] 2024-12-06T00:53:45,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36245,DS-814f3691-93f5-45a6-ae8e-dc4aaf42f468,DISK] 2024-12-06T00:53:45,993 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/WALs/f7c814cf3c7e,41255,1733446425081/f7c814cf3c7e%2C41255%2C1733446425081.meta.1733446425973.meta 2024-12-06T00:53:45,993 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38409:38409),(127.0.0.1/127.0.0.1:39333:39333)] 2024-12-06T00:53:45,993 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:53:45,994 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T00:53:45,994 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T00:53:45,994 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T00:53:45,994 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T00:53:45,994 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:45,994 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T00:53:45,994 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T00:53:45,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T00:53:45,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T00:53:45,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:45,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:45,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T00:53:45,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T00:53:45,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:45,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:45,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T00:53:45,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T00:53:45,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:45,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:45,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T00:53:46,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T00:53:46,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:46,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:46,001 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T00:53:46,001 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740 2024-12-06T00:53:46,003 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740 2024-12-06T00:53:46,004 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T00:53:46,004 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T00:53:46,004 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:46,006 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T00:53:46,006 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72658388, jitterRate=0.08269435167312622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:46,006 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T00:53:46,007 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733446425994Writing region info on filesystem at 1733446425994Initializing all the Stores at 1733446425995 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446425995Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446425995Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446425995Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446425995Cleaning up temporary data from old regions at 1733446426004 (+9 ms)Running coprocessor post-open hooks at 1733446426006 (+2 ms)Region opened successfully at 1733446426007 (+1 ms) 2024-12-06T00:53:46,008 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733446425965 2024-12-06T00:53:46,010 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T00:53:46,010 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T00:53:46,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,41255,1733446425081 2024-12-06T00:53:46,011 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7c814cf3c7e,41255,1733446425081, state=OPEN 2024-12-06T00:53:46,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:46,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:46,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:46,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:46,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:46,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:46,013 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,41255,1733446425081 2024-12-06T00:53:46,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T00:53:46,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,41255,1733446425081 in 201 msec 2024-12-06T00:53:46,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T00:53:46,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 617 msec 2024-12-06T00:53:46,019 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:46,019 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T00:53:46,020 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:53:46,020 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,41255,1733446425081, seqNum=-1] 2024-12-06T00:53:46,020 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:46,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55129, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:46,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 717 msec 2024-12-06T00:53:46,026 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733446426026, completionTime=-1 2024-12-06T00:53:46,027 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T00:53:46,027 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T00:53:46,029 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T00:53:46,029 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733446486029 2024-12-06T00:53:46,029 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733446546029 2024-12-06T00:53:46,029 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T00:53:46,029 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,37725,1733446424986-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:46,029 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,37725,1733446424986-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:46,029 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,37725,1733446424986-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:46,029 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f7c814cf3c7e:37725, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:46,029 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:46,029 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:46,031 DEBUG [master/f7c814cf3c7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T00:53:46,033 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.900sec 2024-12-06T00:53:46,033 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T00:53:46,033 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T00:53:46,033 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T00:53:46,033 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T00:53:46,034 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T00:53:46,034 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,37725,1733446424986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:46,034 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,37725,1733446424986-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T00:53:46,036 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T00:53:46,036 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T00:53:46,036 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,37725,1733446424986-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:46,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3231884b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:46,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,37725,-1 for getting cluster id 2024-12-06T00:53:46,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:53:46,118 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32bc4666-457e-439d-aa57-557fd5cf7b8d' 2024-12-06T00:53:46,118 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:53:46,119 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32bc4666-457e-439d-aa57-557fd5cf7b8d" 2024-12-06T00:53:46,119 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0cac0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:46,119 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,37725,-1] 2024-12-06T00:53:46,119 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:53:46,119 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:46,120 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:53:46,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623abdc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:46,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:53:46,123 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,41255,1733446425081, seqNum=-1] 2024-12-06T00:53:46,123 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:46,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:46,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f7c814cf3c7e,37725,1733446424986 2024-12-06T00:53:46,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T00:53:46,127 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f7c814cf3c7e,37725,1733446424986 2024-12-06T00:53:46,127 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7acb1385 2024-12-06T00:53:46,127 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T00:53:46,128 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T00:53:46,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:53:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T00:53:46,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T00:53:46,132 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:46,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T00:53:46,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T00:53:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:46,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741836_1012 (size=379) 2024-12-06T00:53:46,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741836_1012 (size=379) 2024-12-06T00:53:46,144 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5f41a332fac57ed71770fca8f31154c, NAME => 'testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e 2024-12-06T00:53:46,144 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 945231d00b5d01c7037109df5868376e, NAME => 'testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e 2024-12-06T00:53:46,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741837_1013 (size=61) 2024-12-06T00:53:46,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741838_1014 (size=61) 2024-12-06T00:53:46,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741838_1014 (size=61) 2024-12-06T00:53:46,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741837_1013 (size=61) 2024-12-06T00:53:46,153 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:46,153 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing e5f41a332fac57ed71770fca8f31154c, disabling compactions & flushes 2024-12-06T00:53:46,153 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c. 2024-12-06T00:53:46,153 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c. 2024-12-06T00:53:46,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c. after waiting 0 ms 2024-12-06T00:53:46,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c. 2024-12-06T00:53:46,154 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c. 2024-12-06T00:53:46,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5f41a332fac57ed71770fca8f31154c: Waiting for close lock at 1733446426153Disabling compacts and flushes for region at 1733446426153Disabling writes for close at 1733446426154 (+1 ms)Writing region close event to WAL at 1733446426154Closed at 1733446426154 2024-12-06T00:53:46,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:46,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 945231d00b5d01c7037109df5868376e, disabling compactions & flushes 2024-12-06T00:53:46,154 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e. 2024-12-06T00:53:46,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e. 2024-12-06T00:53:46,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e. after waiting 0 ms 2024-12-06T00:53:46,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e. 2024-12-06T00:53:46,154 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e. 2024-12-06T00:53:46,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 945231d00b5d01c7037109df5868376e: Waiting for close lock at 1733446426154Disabling compacts and flushes for region at 1733446426154Disabling writes for close at 1733446426154Writing region close event to WAL at 1733446426154Closed at 1733446426154 2024-12-06T00:53:46,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T00:53:46,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733446426156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446426156"}]},"ts":"1733446426156"} 2024-12-06T00:53:46,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733446426156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446426156"}]},"ts":"1733446426156"} 2024-12-06T00:53:46,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T00:53:46,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T00:53:46,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446426162"}]},"ts":"1733446426162"} 2024-12-06T00:53:46,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T00:53:46,164 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f7c814cf3c7e=0} racks are {/default-rack=0} 2024-12-06T00:53:46,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T00:53:46,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T00:53:46,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T00:53:46,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T00:53:46,166 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T00:53:46,166 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T00:53:46,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T00:53:46,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5f41a332fac57ed71770fca8f31154c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=945231d00b5d01c7037109df5868376e, ASSIGN}] 2024-12-06T00:53:46,168 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=945231d00b5d01c7037109df5868376e, ASSIGN 2024-12-06T00:53:46,168 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5f41a332fac57ed71770fca8f31154c, ASSIGN 2024-12-06T00:53:46,169 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=945231d00b5d01c7037109df5868376e, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,41255,1733446425081; forceNewPlan=false, retain=false 2024-12-06T00:53:46,169 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5f41a332fac57ed71770fca8f31154c, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,41303,1733446425041; forceNewPlan=false, retain=false 2024-12-06T00:53:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:46,320 INFO [f7c814cf3c7e:37725 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T00:53:46,320 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5f41a332fac57ed71770fca8f31154c, regionState=OPENING, regionLocation=f7c814cf3c7e,41303,1733446425041 2024-12-06T00:53:46,320 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=945231d00b5d01c7037109df5868376e, regionState=OPENING, regionLocation=f7c814cf3c7e,41255,1733446425081 2024-12-06T00:53:46,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5f41a332fac57ed71770fca8f31154c, ASSIGN because future has completed 2024-12-06T00:53:46,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5f41a332fac57ed71770fca8f31154c, server=f7c814cf3c7e,41303,1733446425041}] 2024-12-06T00:53:46,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=945231d00b5d01c7037109df5868376e, ASSIGN because future has completed 2024-12-06T00:53:46,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 945231d00b5d01c7037109df5868376e, server=f7c814cf3c7e,41255,1733446425081}] 2024-12-06T00:53:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:46,476 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:46,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57723, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:46,481 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e. 2024-12-06T00:53:46,482 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 945231d00b5d01c7037109df5868376e, NAME => 'testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T00:53:46,482 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c. 2024-12-06T00:53:46,482 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e5f41a332fac57ed71770fca8f31154c, NAME => 'testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T00:53:46,482 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 945231d00b5d01c7037109df5868376e 2024-12-06T00:53:46,482 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:46,482 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 945231d00b5d01c7037109df5868376e 2024-12-06T00:53:46,482 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 945231d00b5d01c7037109df5868376e 2024-12-06T00:53:46,482 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e5f41a332fac57ed71770fca8f31154c 2024-12-06T00:53:46,482 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:46,482 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e5f41a332fac57ed71770fca8f31154c 2024-12-06T00:53:46,482 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e5f41a332fac57ed71770fca8f31154c 2024-12-06T00:53:46,483 INFO [StoreOpener-945231d00b5d01c7037109df5868376e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 945231d00b5d01c7037109df5868376e 2024-12-06T00:53:46,484 INFO [StoreOpener-e5f41a332fac57ed71770fca8f31154c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e5f41a332fac57ed71770fca8f31154c 2024-12-06T00:53:46,485 INFO [StoreOpener-e5f41a332fac57ed71770fca8f31154c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f41a332fac57ed71770fca8f31154c columnFamilyName family 2024-12-06T00:53:46,485 INFO [StoreOpener-945231d00b5d01c7037109df5868376e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 945231d00b5d01c7037109df5868376e columnFamilyName family 2024-12-06T00:53:46,485 DEBUG [StoreOpener-e5f41a332fac57ed71770fca8f31154c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:46,485 DEBUG [StoreOpener-945231d00b5d01c7037109df5868376e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:46,485 INFO [StoreOpener-e5f41a332fac57ed71770fca8f31154c-1 {}] regionserver.HStore(327): Store=e5f41a332fac57ed71770fca8f31154c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:46,485 INFO [StoreOpener-945231d00b5d01c7037109df5868376e-1 {}] regionserver.HStore(327): Store=945231d00b5d01c7037109df5868376e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:46,486 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 945231d00b5d01c7037109df5868376e 2024-12-06T00:53:46,486 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e5f41a332fac57ed71770fca8f31154c 2024-12-06T00:53:46,486 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/945231d00b5d01c7037109df5868376e 2024-12-06T00:53:46,486 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/e5f41a332fac57ed71770fca8f31154c 2024-12-06T00:53:46,487 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/945231d00b5d01c7037109df5868376e 2024-12-06T00:53:46,487 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/e5f41a332fac57ed71770fca8f31154c 2024-12-06T00:53:46,487 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 945231d00b5d01c7037109df5868376e 2024-12-06T00:53:46,487 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 945231d00b5d01c7037109df5868376e 2024-12-06T00:53:46,488 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e5f41a332fac57ed71770fca8f31154c 2024-12-06T00:53:46,488 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e5f41a332fac57ed71770fca8f31154c 2024-12-06T00:53:46,489 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e5f41a332fac57ed71770fca8f31154c 2024-12-06T00:53:46,490 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 945231d00b5d01c7037109df5868376e 2024-12-06T00:53:46,492 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/e5f41a332fac57ed71770fca8f31154c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:46,492 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/945231d00b5d01c7037109df5868376e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:46,493 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 945231d00b5d01c7037109df5868376e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72762752, jitterRate=0.08424949645996094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T00:53:46,493 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 945231d00b5d01c7037109df5868376e 2024-12-06T00:53:46,493 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e5f41a332fac57ed71770fca8f31154c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68124696, jitterRate=0.015137076377868652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T00:53:46,493 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5f41a332fac57ed71770fca8f31154c 2024-12-06T00:53:46,494 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e5f41a332fac57ed71770fca8f31154c: Running coprocessor pre-open hook at 1733446426483Writing region info on filesystem at 1733446426483Initializing all the Stores at 1733446426483Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446426483Cleaning up temporary data from old regions at 1733446426488 (+5 ms)Running coprocessor post-open hooks at 1733446426493 (+5 ms)Region opened successfully at 1733446426494 (+1 ms) 2024-12-06T00:53:46,494 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 945231d00b5d01c7037109df5868376e: Running coprocessor pre-open hook at 1733446426482Writing region info on filesystem at 1733446426482Initializing all the Stores at 1733446426483 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446426483Cleaning up temporary data from old regions at 1733446426487 (+4 ms)Running coprocessor post-open hooks at 1733446426493 (+6 ms)Region opened successfully at 1733446426494 (+1 ms) 2024-12-06T00:53:46,495 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c., pid=7, masterSystemTime=1733446426476 2024-12-06T00:53:46,495 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e., pid=8, masterSystemTime=1733446426477 2024-12-06T00:53:46,497 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e. 2024-12-06T00:53:46,498 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e. 2024-12-06T00:53:46,499 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=945231d00b5d01c7037109df5868376e, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,41255,1733446425081 2024-12-06T00:53:46,499 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c. 2024-12-06T00:53:46,499 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c. 2024-12-06T00:53:46,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5f41a332fac57ed71770fca8f31154c, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,41303,1733446425041 2024-12-06T00:53:46,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 945231d00b5d01c7037109df5868376e, server=f7c814cf3c7e,41255,1733446425081 because future has completed 2024-12-06T00:53:46,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5f41a332fac57ed71770fca8f31154c, server=f7c814cf3c7e,41303,1733446425041 because future has completed 2024-12-06T00:53:46,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-06T00:53:46,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 945231d00b5d01c7037109df5868376e, server=f7c814cf3c7e,41255,1733446425081 in 179 msec 2024-12-06T00:53:46,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-06T00:53:46,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e5f41a332fac57ed71770fca8f31154c, server=f7c814cf3c7e,41303,1733446425041 in 183 msec 2024-12-06T00:53:46,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=945231d00b5d01c7037109df5868376e, ASSIGN in 341 msec 2024-12-06T00:53:46,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T00:53:46,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5f41a332fac57ed71770fca8f31154c, ASSIGN in 347 msec 2024-12-06T00:53:46,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T00:53:46,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446426517"}]},"ts":"1733446426517"} 2024-12-06T00:53:46,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T00:53:46,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T00:53:46,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 391 msec 2024-12-06T00:53:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:46,765 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T00:53:46,765 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T00:53:46,765 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T00:53:46,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T00:53:46,769 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T00:53:46,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T00:53:46,771 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c., hostname=f7c814cf3c7e,41303,1733446425041, seqNum=2] 2024-12-06T00:53:46,772 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:46,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:46,783 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e., hostname=f7c814cf3c7e,41255,1733446425081, seqNum=2] 2024-12-06T00:53:46,791 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e5f41a332fac57ed71770fca8f31154c 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T00:53:46,814 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/e5f41a332fac57ed71770fca8f31154c/.tmp/family/4ecd209786044bd9a8945b240c1d9d59 is 32, key is 1/family:/1733446426774/Put/seqid=0 2024-12-06T00:53:46,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741839_1015 (size=5054) 2024-12-06T00:53:46,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741839_1015 (size=5054) 2024-12-06T00:53:46,820 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/e5f41a332fac57ed71770fca8f31154c/.tmp/family/4ecd209786044bd9a8945b240c1d9d59 2024-12-06T00:53:46,826 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/e5f41a332fac57ed71770fca8f31154c/.tmp/family/4ecd209786044bd9a8945b240c1d9d59 as hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/e5f41a332fac57ed71770fca8f31154c/family/4ecd209786044bd9a8945b240c1d9d59 2024-12-06T00:53:46,831 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/e5f41a332fac57ed71770fca8f31154c/family/4ecd209786044bd9a8945b240c1d9d59, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T00:53:46,832 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e5f41a332fac57ed71770fca8f31154c in 41ms, sequenceid=8, compaction requested=false 2024-12-06T00:53:46,832 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e5f41a332fac57ed71770fca8f31154c: 2024-12-06T00:53:46,832 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 945231d00b5d01c7037109df5868376e 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T00:53:46,848 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/945231d00b5d01c7037109df5868376e/.tmp/family/be4c4d0998d2457aa028dc5f82176577 is 32, key is 5/family:/1733446426784/Put/seqid=0 2024-12-06T00:53:46,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741840_1016 (size=5083) 2024-12-06T00:53:46,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741840_1016 (size=5083) 2024-12-06T00:53:46,855 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/945231d00b5d01c7037109df5868376e/.tmp/family/be4c4d0998d2457aa028dc5f82176577 2024-12-06T00:53:46,861 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/945231d00b5d01c7037109df5868376e/.tmp/family/be4c4d0998d2457aa028dc5f82176577 as hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/945231d00b5d01c7037109df5868376e/family/be4c4d0998d2457aa028dc5f82176577 2024-12-06T00:53:46,867 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/945231d00b5d01c7037109df5868376e/family/be4c4d0998d2457aa028dc5f82176577, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T00:53:46,868 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 945231d00b5d01c7037109df5868376e in 36ms, sequenceid=9, compaction requested=false 2024-12-06T00:53:46,868 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 945231d00b5d01c7037109df5868376e: 2024-12-06T00:53:46,870 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 4ecd209786044bd9a8945b240c1d9d59, starting offset: 0, end offset: 9223372036854775807 2024-12-06T00:53:46,870 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 4ecd209786044bd9a8945b240c1d9d59_0 from back map with offset lock 2094080 in the evict process 2024-12-06T00:53:46,872 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file be4c4d0998d2457aa028dc5f82176577, starting offset: 0, end offset: 9223372036854775807 2024-12-06T00:53:46,872 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key be4c4d0998d2457aa028dc5f82176577_0 from back map with offset lock 2094080 in the evict process 2024-12-06T00:53:46,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T00:53:46,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:53:46,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:46,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:46,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:46,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:53:46,873 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T00:53:46,873 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1427456564, stopped=false 2024-12-06T00:53:46,873 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f7c814cf3c7e,37725,1733446424986 2024-12-06T00:53:46,875 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T00:53:46,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:46,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:46,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:46,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:53:46,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:46,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:46,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:46,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:46,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:46,876 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7c814cf3c7e,41303,1733446425041' ***** 2024-12-06T00:53:46,876 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T00:53:46,876 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7c814cf3c7e,41255,1733446425081' ***** 2024-12-06T00:53:46,876 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T00:53:46,876 INFO [RS:1;f7c814cf3c7e:41255 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T00:53:46,876 INFO [RS:1;f7c814cf3c7e:41255 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T00:53:46,876 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T00:53:46,876 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T00:53:46,876 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T00:53:46,877 INFO [RS:1;f7c814cf3c7e:41255 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T00:53:46,877 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T00:53:46,877 INFO [RS:0;f7c814cf3c7e:41303 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T00:53:46,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:46,877 INFO [RS:0;f7c814cf3c7e:41303 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T00:53:46,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:46,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:46,877 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T00:53:46,877 INFO [RS:1;f7c814cf3c7e:41255 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T00:53:46,877 INFO [RS:0;f7c814cf3c7e:41303 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T00:53:46,877 INFO [RS:0;f7c814cf3c7e:41303 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T00:53:46,877 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(3091): Received CLOSE for e5f41a332fac57ed71770fca8f31154c 2024-12-06T00:53:46,878 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(3091): Received CLOSE for 945231d00b5d01c7037109df5868376e 2024-12-06T00:53:46,878 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T00:53:46,877 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T00:53:46,878 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T00:53:46,878 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T00:53:46,878 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(959): stopping server f7c814cf3c7e,41303,1733446425041 2024-12-06T00:53:46,878 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:46,878 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T00:53:46,878 INFO [RS:0;f7c814cf3c7e:41303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f7c814cf3c7e:41303. 2024-12-06T00:53:46,878 DEBUG [RS:0;f7c814cf3c7e:41303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:46,878 DEBUG [RS:0;f7c814cf3c7e:41303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:46,878 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T00:53:46,878 DEBUG [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(1325): Online Regions={e5f41a332fac57ed71770fca8f31154c=testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c.} 2024-12-06T00:53:46,878 DEBUG [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(1351): Waiting on e5f41a332fac57ed71770fca8f31154c 2024-12-06T00:53:46,879 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(959): stopping server f7c814cf3c7e,41255,1733446425081 2024-12-06T00:53:46,879 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:46,879 INFO [RS:1;f7c814cf3c7e:41255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f7c814cf3c7e:41255. 2024-12-06T00:53:46,879 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5f41a332fac57ed71770fca8f31154c, disabling compactions & flushes 2024-12-06T00:53:46,879 DEBUG [RS:1;f7c814cf3c7e:41255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:46,879 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c. 2024-12-06T00:53:46,879 DEBUG [RS:1;f7c814cf3c7e:41255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:46,879 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c. 2024-12-06T00:53:46,879 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c. after waiting 0 ms 2024-12-06T00:53:46,879 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T00:53:46,879 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c. 2024-12-06T00:53:46,879 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T00:53:46,879 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T00:53:46,879 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T00:53:46,879 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T00:53:46,879 DEBUG [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(1325): Online Regions={945231d00b5d01c7037109df5868376e=testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T00:53:46,879 DEBUG [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 945231d00b5d01c7037109df5868376e 2024-12-06T00:53:46,879 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 945231d00b5d01c7037109df5868376e, disabling compactions & flushes 2024-12-06T00:53:46,879 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T00:53:46,879 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e. 2024-12-06T00:53:46,880 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T00:53:46,880 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e. 2024-12-06T00:53:46,880 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T00:53:46,880 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e. after waiting 0 ms 2024-12-06T00:53:46,880 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T00:53:46,880 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e. 2024-12-06T00:53:46,880 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T00:53:46,880 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T00:53:46,884 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/e5f41a332fac57ed71770fca8f31154c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T00:53:46,884 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/default/testClearRegionBlockCache/945231d00b5d01c7037109df5868376e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T00:53:46,884 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c. 2024-12-06T00:53:46,885 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5f41a332fac57ed71770fca8f31154c: Waiting for close lock at 1733446426879Running coprocessor pre-close hooks at 1733446426879Disabling compacts and flushes for region at 1733446426879Disabling writes for close at 1733446426879Writing region close event to WAL at 1733446426880 (+1 ms)Running coprocessor post-close hooks at 1733446426884 (+4 ms)Closed at 1733446426884 2024-12-06T00:53:46,885 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e. 2024-12-06T00:53:46,885 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 945231d00b5d01c7037109df5868376e: Waiting for close lock at 1733446426879Running coprocessor pre-close hooks at 1733446426879Disabling compacts and flushes for region at 1733446426879Disabling writes for close at 1733446426880 (+1 ms)Writing region close event to WAL at 1733446426880Running coprocessor post-close hooks at 1733446426884 (+4 ms)Closed at 1733446426885 (+1 ms) 2024-12-06T00:53:46,885 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733446426129.e5f41a332fac57ed71770fca8f31154c. 2024-12-06T00:53:46,885 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e. 2024-12-06T00:53:46,885 INFO [regionserver/f7c814cf3c7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:46,887 INFO [regionserver/f7c814cf3c7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:46,897 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/.tmp/info/a917406fdbde457f83c2c2374d04206b is 173, key is testClearRegionBlockCache,5,1733446426129.945231d00b5d01c7037109df5868376e./info:regioninfo/1733446426499/Put/seqid=0 2024-12-06T00:53:46,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741841_1017 (size=8173) 2024-12-06T00:53:46,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741841_1017 (size=8173) 2024-12-06T00:53:46,903 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/.tmp/info/a917406fdbde457f83c2c2374d04206b 2024-12-06T00:53:46,923 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/.tmp/ns/d001f3012a9a4f679f54b2afbf945878 is 43, key is default/ns:d/1733446426022/Put/seqid=0 2024-12-06T00:53:46,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741842_1018 (size=5153) 2024-12-06T00:53:46,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741842_1018 (size=5153) 2024-12-06T00:53:47,078 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(976): stopping server f7c814cf3c7e,41303,1733446425041; all regions closed. 2024-12-06T00:53:47,080 DEBUG [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T00:53:47,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741834_1010 (size=1758) 2024-12-06T00:53:47,081 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/WALs/f7c814cf3c7e,41303,1733446425041/f7c814cf3c7e%2C41303%2C1733446425041.1733446425533 not finished, retry = 0 2024-12-06T00:53:47,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741834_1010 (size=1758) 2024-12-06T00:53:47,185 DEBUG [RS:0;f7c814cf3c7e:41303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/oldWALs 2024-12-06T00:53:47,185 INFO [RS:0;f7c814cf3c7e:41303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C41303%2C1733446425041:(num 1733446425533) 2024-12-06T00:53:47,185 DEBUG [RS:0;f7c814cf3c7e:41303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:47,185 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:47,185 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:47,185 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.ChoreService(370): Chore service for: regionserver/f7c814cf3c7e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:47,185 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T00:53:47,185 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T00:53:47,185 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T00:53:47,185 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:47,185 INFO [regionserver/f7c814cf3c7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:47,185 INFO [RS:0;f7c814cf3c7e:41303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41303 2024-12-06T00:53:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7c814cf3c7e,41303,1733446425041 2024-12-06T00:53:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:47,187 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:47,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7c814cf3c7e,41303,1733446425041] 2024-12-06T00:53:47,191 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7c814cf3c7e,41303,1733446425041 already deleted, retry=false 2024-12-06T00:53:47,191 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7c814cf3c7e,41303,1733446425041 expired; onlineServers=1 2024-12-06T00:53:47,280 DEBUG [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T00:53:47,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:47,289 INFO [RS:0;f7c814cf3c7e:41303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:47,289 INFO [RS:0;f7c814cf3c7e:41303 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7c814cf3c7e,41303,1733446425041; zookeeper connection closed. 2024-12-06T00:53:47,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x10064d112710001, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:47,290 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31395a9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31395a9d 2024-12-06T00:53:47,330 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/.tmp/ns/d001f3012a9a4f679f54b2afbf945878 2024-12-06T00:53:47,356 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/.tmp/table/9ae2a2893ca946b5bab3db1579723fee is 61, key is testClearRegionBlockCache/table:state/1733446426517/Put/seqid=0 2024-12-06T00:53:47,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741843_1019 (size=5312) 2024-12-06T00:53:47,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741843_1019 (size=5312) 2024-12-06T00:53:47,362 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/.tmp/table/9ae2a2893ca946b5bab3db1579723fee 2024-12-06T00:53:47,369 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/.tmp/info/a917406fdbde457f83c2c2374d04206b as hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/info/a917406fdbde457f83c2c2374d04206b 2024-12-06T00:53:47,375 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/info/a917406fdbde457f83c2c2374d04206b, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T00:53:47,375 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/.tmp/ns/d001f3012a9a4f679f54b2afbf945878 as hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/ns/d001f3012a9a4f679f54b2afbf945878 2024-12-06T00:53:47,380 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/ns/d001f3012a9a4f679f54b2afbf945878, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T00:53:47,381 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/.tmp/table/9ae2a2893ca946b5bab3db1579723fee as hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/table/9ae2a2893ca946b5bab3db1579723fee 2024-12-06T00:53:47,385 INFO [regionserver/f7c814cf3c7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T00:53:47,385 INFO [regionserver/f7c814cf3c7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T00:53:47,386 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/table/9ae2a2893ca946b5bab3db1579723fee, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T00:53:47,387 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 507ms, sequenceid=13, compaction requested=false 2024-12-06T00:53:47,392 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T00:53:47,393 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T00:53:47,393 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:47,393 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733446426879Running coprocessor pre-close hooks at 1733446426879Disabling compacts and flushes for region at 1733446426879Disabling writes for close at 1733446426880 (+1 ms)Obtaining lock to block concurrent updates at 1733446426880Preparing flush snapshotting stores in 1588230740 at 1733446426880Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733446426880Flushing stores of hbase:meta,,1.1588230740 at 1733446426881 (+1 ms)Flushing 1588230740/info: creating writer at 1733446426881Flushing 1588230740/info: appending metadata at 1733446426897 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733446426897Flushing 1588230740/ns: creating writer at 1733446426909 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733446426923 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733446426923Flushing 1588230740/table: creating writer at 1733446427337 (+414 ms)Flushing 1588230740/table: appending metadata at 1733446427356 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733446427356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22566d97: reopening flushed file at 1733446427368 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3902745: reopening flushed file at 1733446427375 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1afd3174: reopening flushed file at 1733446427381 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 507ms, sequenceid=13, compaction requested=false at 1733446427387 (+6 ms)Writing region close event to WAL at 1733446427389 (+2 ms)Running coprocessor post-close hooks at 1733446427393 (+4 ms)Closed at 1733446427393 2024-12-06T00:53:47,393 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:47,480 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(976): stopping server f7c814cf3c7e,41255,1733446425081; all regions closed. 2024-12-06T00:53:47,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741835_1011 (size=4338) 2024-12-06T00:53:47,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741835_1011 (size=4338) 2024-12-06T00:53:47,485 DEBUG [RS:1;f7c814cf3c7e:41255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/oldWALs 2024-12-06T00:53:47,485 INFO [RS:1;f7c814cf3c7e:41255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C41255%2C1733446425081.meta:.meta(num 1733446425973) 2024-12-06T00:53:47,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741833_1009 (size=1867) 2024-12-06T00:53:47,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741833_1009 (size=1867) 2024-12-06T00:53:47,490 DEBUG [RS:1;f7c814cf3c7e:41255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/oldWALs 2024-12-06T00:53:47,490 INFO [RS:1;f7c814cf3c7e:41255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C41255%2C1733446425081:(num 1733446425533) 2024-12-06T00:53:47,490 DEBUG [RS:1;f7c814cf3c7e:41255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:47,490 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:47,491 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:47,491 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.ChoreService(370): Chore service for: regionserver/f7c814cf3c7e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:47,491 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:47,491 INFO [regionserver/f7c814cf3c7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:47,491 INFO [RS:1;f7c814cf3c7e:41255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41255 2024-12-06T00:53:47,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7c814cf3c7e,41255,1733446425081 2024-12-06T00:53:47,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:47,493 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:47,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7c814cf3c7e,41255,1733446425081] 2024-12-06T00:53:47,496 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7c814cf3c7e,41255,1733446425081 already deleted, retry=false 2024-12-06T00:53:47,496 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7c814cf3c7e,41255,1733446425081 expired; onlineServers=0 2024-12-06T00:53:47,496 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f7c814cf3c7e,37725,1733446424986' ***** 2024-12-06T00:53:47,496 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T00:53:47,496 INFO [M:0;f7c814cf3c7e:37725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:47,496 INFO [M:0;f7c814cf3c7e:37725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:47,496 DEBUG [M:0;f7c814cf3c7e:37725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T00:53:47,496 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T00:53:47,496 DEBUG [M:0;f7c814cf3c7e:37725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T00:53:47,496 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446425316 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446425316,5,FailOnTimeoutGroup] 2024-12-06T00:53:47,496 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446425316 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446425316,5,FailOnTimeoutGroup] 2024-12-06T00:53:47,496 INFO [M:0;f7c814cf3c7e:37725 {}] hbase.ChoreService(370): Chore service for: master/f7c814cf3c7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:47,497 INFO [M:0;f7c814cf3c7e:37725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:47,497 DEBUG [M:0;f7c814cf3c7e:37725 {}] master.HMaster(1795): Stopping service threads 2024-12-06T00:53:47,497 INFO [M:0;f7c814cf3c7e:37725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T00:53:47,497 INFO [M:0;f7c814cf3c7e:37725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T00:53:47,497 INFO [M:0;f7c814cf3c7e:37725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T00:53:47,497 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T00:53:47,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:47,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:47,499 DEBUG [M:0;f7c814cf3c7e:37725 {}] zookeeper.ZKUtil(347): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T00:53:47,499 WARN [M:0;f7c814cf3c7e:37725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T00:53:47,499 INFO [M:0;f7c814cf3c7e:37725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/.lastflushedseqids 2024-12-06T00:53:47,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741844_1020 (size=200) 2024-12-06T00:53:47,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741844_1020 (size=200) 2024-12-06T00:53:47,506 INFO [M:0;f7c814cf3c7e:37725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T00:53:47,506 INFO [M:0;f7c814cf3c7e:37725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T00:53:47,506 DEBUG [M:0;f7c814cf3c7e:37725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T00:53:47,506 INFO [M:0;f7c814cf3c7e:37725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:47,506 DEBUG [M:0;f7c814cf3c7e:37725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:47,506 DEBUG [M:0;f7c814cf3c7e:37725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T00:53:47,507 DEBUG [M:0;f7c814cf3c7e:37725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:47,507 INFO [M:0;f7c814cf3c7e:37725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-12-06T00:53:47,578 DEBUG [M:0;f7c814cf3c7e:37725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/729dca91b56844bfaeab19ebd4da35ab is 82, key is hbase:meta,,1/info:regioninfo/1733446426011/Put/seqid=0 2024-12-06T00:53:47,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741845_1021 (size=5672) 2024-12-06T00:53:47,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741845_1021 (size=5672) 2024-12-06T00:53:47,584 INFO [M:0;f7c814cf3c7e:37725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/729dca91b56844bfaeab19ebd4da35ab 2024-12-06T00:53:47,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:47,595 INFO [RS:1;f7c814cf3c7e:41255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:47,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x10064d112710002, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:47,595 INFO [RS:1;f7c814cf3c7e:41255 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7c814cf3c7e,41255,1733446425081; zookeeper connection closed. 2024-12-06T00:53:47,596 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9ff986f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9ff986f 2024-12-06T00:53:47,596 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T00:53:47,605 DEBUG [M:0;f7c814cf3c7e:37725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac9f429c97994949a0c23a78e5229d96 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733446426521/Put/seqid=0 2024-12-06T00:53:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741846_1022 (size=6220) 2024-12-06T00:53:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741846_1022 (size=6220) 2024-12-06T00:53:47,611 INFO [M:0;f7c814cf3c7e:37725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac9f429c97994949a0c23a78e5229d96 2024-12-06T00:53:47,631 DEBUG [M:0;f7c814cf3c7e:37725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68a3699b37724e29ae07f1eb536c3cb5 is 69, key is f7c814cf3c7e,41255,1733446425081/rs:state/1733446425365/Put/seqid=0 2024-12-06T00:53:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741847_1023 (size=5224) 2024-12-06T00:53:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741847_1023 (size=5224) 2024-12-06T00:53:47,636 INFO [M:0;f7c814cf3c7e:37725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68a3699b37724e29ae07f1eb536c3cb5 2024-12-06T00:53:47,643 DEBUG [M:0;f7c814cf3c7e:37725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/729dca91b56844bfaeab19ebd4da35ab as hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/729dca91b56844bfaeab19ebd4da35ab 2024-12-06T00:53:47,648 INFO [M:0;f7c814cf3c7e:37725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/729dca91b56844bfaeab19ebd4da35ab, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T00:53:47,649 DEBUG [M:0;f7c814cf3c7e:37725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac9f429c97994949a0c23a78e5229d96 as hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac9f429c97994949a0c23a78e5229d96 2024-12-06T00:53:47,654 INFO [M:0;f7c814cf3c7e:37725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac9f429c97994949a0c23a78e5229d96, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T00:53:47,655 DEBUG [M:0;f7c814cf3c7e:37725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68a3699b37724e29ae07f1eb536c3cb5 as hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68a3699b37724e29ae07f1eb536c3cb5 2024-12-06T00:53:47,661 INFO [M:0;f7c814cf3c7e:37725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43933/user/jenkins/test-data/703a69a3-7cd2-6122-c838-f8beb0ba1a9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68a3699b37724e29ae07f1eb536c3cb5, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T00:53:47,662 INFO [M:0;f7c814cf3c7e:37725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=71, compaction requested=false 2024-12-06T00:53:47,663 INFO [M:0;f7c814cf3c7e:37725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:47,663 DEBUG [M:0;f7c814cf3c7e:37725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733446427506Disabling compacts and flushes for region at 1733446427506Disabling writes for close at 1733446427507 (+1 ms)Obtaining lock to block concurrent updates at 1733446427507Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733446427507Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1733446427507Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733446427508 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733446427508Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733446427577 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733446427577Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733446427589 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733446427605 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733446427605Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733446427616 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733446427630 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733446427630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f57b5fc: reopening flushed file at 1733446427642 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d2dd5e: reopening flushed file at 1733446427648 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ca3889: reopening flushed file at 1733446427655 (+7 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=71, compaction requested=false at 1733446427662 (+7 ms)Writing region close event to WAL at 1733446427663 (+1 ms)Closed at 1733446427663 2024-12-06T00:53:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46523 is added to blk_1073741830_1006 (size=35452) 2024-12-06T00:53:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741830_1006 (size=35452) 2024-12-06T00:53:47,667 INFO [M:0;f7c814cf3c7e:37725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T00:53:47,667 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:47,667 INFO [M:0;f7c814cf3c7e:37725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37725 2024-12-06T00:53:47,667 INFO [M:0;f7c814cf3c7e:37725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:47,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:47,769 INFO [M:0;f7c814cf3c7e:37725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:47,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x10064d112710000, quorum=127.0.0.1:52161, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:47,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cf25e0c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:47,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51985acd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:47,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:47,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17dcad8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:47,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79f388c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:47,775 WARN [BP-1995930213-172.17.0.2-1733446424297 heartbeating to localhost/127.0.0.1:43933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:53:47,775 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:53:47,775 WARN [BP-1995930213-172.17.0.2-1733446424297 heartbeating to localhost/127.0.0.1:43933 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1995930213-172.17.0.2-1733446424297 (Datanode Uuid 1a06d8ad-1674-4543-bde6-c2e597e95f4f) service to localhost/127.0.0.1:43933 2024-12-06T00:53:47,775 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:53:47,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/cluster_fb5f5254-4abd-7cc9-a679-98ecd7411f3a/data/data3/current/BP-1995930213-172.17.0.2-1733446424297 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:47,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/cluster_fb5f5254-4abd-7cc9-a679-98ecd7411f3a/data/data4/current/BP-1995930213-172.17.0.2-1733446424297 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:47,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:53:47,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@be6f312{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:47,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@760c94a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:47,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:47,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@460c33aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:47,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f5c2a11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:47,780 WARN [BP-1995930213-172.17.0.2-1733446424297 heartbeating to localhost/127.0.0.1:43933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:53:47,780 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:53:47,780 WARN [BP-1995930213-172.17.0.2-1733446424297 heartbeating to localhost/127.0.0.1:43933 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1995930213-172.17.0.2-1733446424297 (Datanode Uuid f71f2fe1-4264-440b-b7ce-ece1f45c4721) service to localhost/127.0.0.1:43933 2024-12-06T00:53:47,780 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:53:47,780 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/cluster_fb5f5254-4abd-7cc9-a679-98ecd7411f3a/data/data1/current/BP-1995930213-172.17.0.2-1733446424297 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:47,781 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/cluster_fb5f5254-4abd-7cc9-a679-98ecd7411f3a/data/data2/current/BP-1995930213-172.17.0.2-1733446424297 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:47,781 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:53:47,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fcb4e70{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:53:47,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58db17ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:47,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:47,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fcf5a0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:47,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b9daa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:47,794 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T00:53:47,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T00:53:47,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=172 (was 155) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43933 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43933 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=529 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=10524 (was 10695) 2024-12-06T00:53:47,827 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=172, OpenFileDescriptor=529, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=10524 2024-12-06T00:53:47,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/hadoop.log.dir so I do NOT create it in target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338 2024-12-06T00:53:47,840 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T00:53:47,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/hadoop.tmp.dir so I do NOT create it in target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338 2024-12-06T00:53:47,840 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/173b590a-8856-d82f-8117-8e8909b251f0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T00:53:47,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338 2024-12-06T00:53:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T00:53:47,841 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/cluster_735c707d-597a-12d3-dcb6-1dd8464f6c86, deleteOnExit=true 2024-12-06T00:53:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T00:53:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/test.cache.data in system properties and HBase conf 2024-12-06T00:53:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T00:53:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/hadoop.log.dir in system properties and HBase conf 2024-12-06T00:53:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T00:53:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T00:53:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T00:53:47,841 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T00:53:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:53:47,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:53:47,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T00:53:47,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:53:47,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T00:53:47,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T00:53:47,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:53:47,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:53:47,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T00:53:47,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/nfs.dump.dir in system properties and HBase conf 2024-12-06T00:53:47,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/java.io.tmpdir in system properties and HBase conf 2024-12-06T00:53:47,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:53:47,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T00:53:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T00:53:47,916 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T00:53:47,944 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:47,944 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:47,944 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:47,945 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:47,945 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:47,945 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:47,948 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:47,950 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:47,950 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:47,953 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T00:53:47,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:47,978 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:47,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:47,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:47,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:53:47,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:47,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69c1cd55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:47,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b1ab0a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:48,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@783aa735{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/java.io.tmpdir/jetty-localhost-36205-hadoop-hdfs-3_4_1-tests_jar-_-any-3641207995604792754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:53:48,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e6e7f20{HTTP/1.1, (http/1.1)}{localhost:36205} 2024-12-06T00:53:48,103 INFO [Time-limited test {}] server.Server(415): Started @25197ms 2024-12-06T00:53:48,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:48,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:48,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:48,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:48,183 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:53:48,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dae62d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:48,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3edf9569{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:48,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57ae5f39{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/java.io.tmpdir/jetty-localhost-38837-hadoop-hdfs-3_4_1-tests_jar-_-any-9893660016049185117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:48,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5014b814{HTTP/1.1, (http/1.1)}{localhost:38837} 2024-12-06T00:53:48,298 INFO [Time-limited test {}] server.Server(415): Started @25392ms 2024-12-06T00:53:48,299 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:53:48,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:53:48,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:53:48,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:53:48,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:53:48,348 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:53:48,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26f28f44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:53:48,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3319a175{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:53:48,395 WARN [Thread-1417 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/cluster_735c707d-597a-12d3-dcb6-1dd8464f6c86/data/data2/current/BP-1219747211-172.17.0.2-1733446427877/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:48,395 WARN [Thread-1416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/cluster_735c707d-597a-12d3-dcb6-1dd8464f6c86/data/data1/current/BP-1219747211-172.17.0.2-1733446427877/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:48,412 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:53:48,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63089bb2b7ccee3c with lease ID 0x59d0ba507fe44581: Processing first storage report for DS-02753c01-d516-44b5-bbdf-bd2cd04a4fce from datanode DatanodeRegistration(127.0.0.1:43003, datanodeUuid=1a532fd8-e949-406e-9313-c6142866c60b, infoPort=41149, infoSecurePort=0, ipcPort=44833, storageInfo=lv=-57;cid=testClusterID;nsid=1856271058;c=1733446427877) 2024-12-06T00:53:48,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63089bb2b7ccee3c with lease ID 0x59d0ba507fe44581: from storage DS-02753c01-d516-44b5-bbdf-bd2cd04a4fce node DatanodeRegistration(127.0.0.1:43003, datanodeUuid=1a532fd8-e949-406e-9313-c6142866c60b, infoPort=41149, infoSecurePort=0, ipcPort=44833, storageInfo=lv=-57;cid=testClusterID;nsid=1856271058;c=1733446427877), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:48,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63089bb2b7ccee3c with lease ID 0x59d0ba507fe44581: Processing first storage report for DS-256bf9c7-725f-4319-9d62-72f4adac59a0 from datanode DatanodeRegistration(127.0.0.1:43003, datanodeUuid=1a532fd8-e949-406e-9313-c6142866c60b, infoPort=41149, infoSecurePort=0, ipcPort=44833, storageInfo=lv=-57;cid=testClusterID;nsid=1856271058;c=1733446427877) 2024-12-06T00:53:48,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63089bb2b7ccee3c with lease ID 0x59d0ba507fe44581: from storage DS-256bf9c7-725f-4319-9d62-72f4adac59a0 node DatanodeRegistration(127.0.0.1:43003, datanodeUuid=1a532fd8-e949-406e-9313-c6142866c60b, infoPort=41149, infoSecurePort=0, ipcPort=44833, storageInfo=lv=-57;cid=testClusterID;nsid=1856271058;c=1733446427877), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:48,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@585a96b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/java.io.tmpdir/jetty-localhost-37293-hadoop-hdfs-3_4_1-tests_jar-_-any-3209517558578968713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:48,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3055ddb3{HTTP/1.1, (http/1.1)}{localhost:37293} 2024-12-06T00:53:48,482 INFO [Time-limited test {}] server.Server(415): Started @25576ms 2024-12-06T00:53:48,484 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:53:48,621 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/cluster_735c707d-597a-12d3-dcb6-1dd8464f6c86/data/data4/current/BP-1219747211-172.17.0.2-1733446427877/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:48,621 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/cluster_735c707d-597a-12d3-dcb6-1dd8464f6c86/data/data3/current/BP-1219747211-172.17.0.2-1733446427877/current, will proceed with Du for space computation calculation, 2024-12-06T00:53:48,639 WARN [Thread-1431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:53:48,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf39c3084f99e3d26 with lease ID 0x59d0ba507fe44582: Processing first storage report for DS-88fc29f7-35a2-4ac0-83b8-b1a62a5454a9 from datanode DatanodeRegistration(127.0.0.1:45241, datanodeUuid=f70e3f55-b0da-4239-8ba4-2ab24842cb64, infoPort=41525, infoSecurePort=0, ipcPort=41177, storageInfo=lv=-57;cid=testClusterID;nsid=1856271058;c=1733446427877) 2024-12-06T00:53:48,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf39c3084f99e3d26 with lease ID 0x59d0ba507fe44582: from storage DS-88fc29f7-35a2-4ac0-83b8-b1a62a5454a9 node DatanodeRegistration(127.0.0.1:45241, datanodeUuid=f70e3f55-b0da-4239-8ba4-2ab24842cb64, infoPort=41525, infoSecurePort=0, ipcPort=41177, storageInfo=lv=-57;cid=testClusterID;nsid=1856271058;c=1733446427877), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:48,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf39c3084f99e3d26 with lease ID 0x59d0ba507fe44582: Processing first storage report for DS-32e8b4ab-1d43-459f-a1e8-0f3724b182f8 from datanode DatanodeRegistration(127.0.0.1:45241, datanodeUuid=f70e3f55-b0da-4239-8ba4-2ab24842cb64, infoPort=41525, infoSecurePort=0, ipcPort=41177, storageInfo=lv=-57;cid=testClusterID;nsid=1856271058;c=1733446427877) 2024-12-06T00:53:48,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf39c3084f99e3d26 with lease ID 0x59d0ba507fe44582: from storage DS-32e8b4ab-1d43-459f-a1e8-0f3724b182f8 node DatanodeRegistration(127.0.0.1:45241, datanodeUuid=f70e3f55-b0da-4239-8ba4-2ab24842cb64, infoPort=41525, infoSecurePort=0, ipcPort=41177, storageInfo=lv=-57;cid=testClusterID;nsid=1856271058;c=1733446427877), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:53:48,710 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338 2024-12-06T00:53:48,713 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/cluster_735c707d-597a-12d3-dcb6-1dd8464f6c86/zookeeper_0, clientPort=50866, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/cluster_735c707d-597a-12d3-dcb6-1dd8464f6c86/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/cluster_735c707d-597a-12d3-dcb6-1dd8464f6c86/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T00:53:48,714 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50866 2024-12-06T00:53:48,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:48,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:48,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741825_1001 (size=7) 2024-12-06T00:53:48,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741825_1001 (size=7) 2024-12-06T00:53:48,728 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5 with version=8 2024-12-06T00:53:48,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/hbase-staging 2024-12-06T00:53:48,731 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:48,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:48,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:48,731 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:48,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:48,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:48,731 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T00:53:48,731 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:48,732 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39087 2024-12-06T00:53:48,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39087 connecting to ZooKeeper ensemble=127.0.0.1:50866 2024-12-06T00:53:48,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390870x0, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:48,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39087-0x10064d1210f0000 connected 2024-12-06T00:53:48,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T00:53:48,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T00:53:48,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T00:53:48,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:48,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:48,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:48,754 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5, hbase.cluster.distributed=false 2024-12-06T00:53:48,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:48,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39087 2024-12-06T00:53:48,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39087 2024-12-06T00:53:48,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39087 2024-12-06T00:53:48,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39087 2024-12-06T00:53:48,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39087 2024-12-06T00:53:48,771 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:48,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:48,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:48,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:48,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:48,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:48,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T00:53:48,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:48,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34093 2024-12-06T00:53:48,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34093 connecting to ZooKeeper ensemble=127.0.0.1:50866 2024-12-06T00:53:48,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:48,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:48,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340930x0, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:48,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340930x0, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:48,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34093-0x10064d1210f0001 connected 2024-12-06T00:53:48,780 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T00:53:48,781 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T00:53:48,791 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T00:53:48,792 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T00:53:48,792 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T00:53:48,792 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T00:53:48,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T00:53:48,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:48,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34093 2024-12-06T00:53:48,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34093 2024-12-06T00:53:48,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34093 2024-12-06T00:53:48,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34093 2024-12-06T00:53:48,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34093 2024-12-06T00:53:48,811 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:53:48,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:48,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:48,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:53:48,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:53:48,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:53:48,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T00:53:48,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:53:48,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39731 2024-12-06T00:53:48,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39731 connecting to ZooKeeper ensemble=127.0.0.1:50866 2024-12-06T00:53:48,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:48,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:48,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397310x0, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:53:48,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397310x0, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:48,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39731-0x10064d1210f0002 connected 2024-12-06T00:53:48,820 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T00:53:48,820 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T00:53:48,831 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T00:53:48,831 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T00:53:48,832 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T00:53:48,833 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T00:53:48,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T00:53:48,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:53:48,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39731 2024-12-06T00:53:48,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39731 2024-12-06T00:53:48,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39731 2024-12-06T00:53:48,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39731 2024-12-06T00:53:48,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39731 2024-12-06T00:53:48,848 DEBUG [M:0;f7c814cf3c7e:39087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f7c814cf3c7e:39087 2024-12-06T00:53:48,848 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f7c814cf3c7e,39087,1733446428730 2024-12-06T00:53:48,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:48,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:48,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:48,850 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f7c814cf3c7e,39087,1733446428730 2024-12-06T00:53:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,852 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T00:53:48,853 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f7c814cf3c7e,39087,1733446428730 from backup master directory 2024-12-06T00:53:48,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f7c814cf3c7e,39087,1733446428730 2024-12-06T00:53:48,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:48,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:48,854 WARN [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:48,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:53:48,854 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f7c814cf3c7e,39087,1733446428730 2024-12-06T00:53:48,859 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/hbase.id] with ID: f0f5363a-dde3-4fea-b08f-c3140968b397 2024-12-06T00:53:48,859 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/.tmp/hbase.id 2024-12-06T00:53:48,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741826_1002 (size=42) 2024-12-06T00:53:48,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741826_1002 (size=42) 2024-12-06T00:53:48,866 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/.tmp/hbase.id]:[hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/hbase.id] 2024-12-06T00:53:48,877 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:53:48,877 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T00:53:48,878 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T00:53:48,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741827_1003 (size=196) 2024-12-06T00:53:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741827_1003 (size=196) 2024-12-06T00:53:48,887 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:53:48,888 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T00:53:48,888 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:48,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741828_1004 (size=1189) 2024-12-06T00:53:48,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741828_1004 (size=1189) 2024-12-06T00:53:48,898 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store 2024-12-06T00:53:48,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741829_1005 (size=34) 2024-12-06T00:53:48,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741829_1005 (size=34) 2024-12-06T00:53:48,905 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:48,905 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T00:53:48,905 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:48,905 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:48,905 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T00:53:48,905 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:48,905 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:48,906 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733446428905Disabling compacts and flushes for region at 1733446428905Disabling writes for close at 1733446428905Writing region close event to WAL at 1733446428905Closed at 1733446428905 2024-12-06T00:53:48,906 WARN [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/.initializing 2024-12-06T00:53:48,906 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/WALs/f7c814cf3c7e,39087,1733446428730 2024-12-06T00:53:48,907 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:48,909 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C39087%2C1733446428730, suffix=, logDir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/WALs/f7c814cf3c7e,39087,1733446428730, archiveDir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/oldWALs, maxLogs=10 2024-12-06T00:53:48,922 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/WALs/f7c814cf3c7e,39087,1733446428730/f7c814cf3c7e%2C39087%2C1733446428730.1733446428909, exclude list is [], retry=0 2024-12-06T00:53:48,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43003,DS-02753c01-d516-44b5-bbdf-bd2cd04a4fce,DISK] 2024-12-06T00:53:48,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-88fc29f7-35a2-4ac0-83b8-b1a62a5454a9,DISK] 2024-12-06T00:53:48,927 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/WALs/f7c814cf3c7e,39087,1733446428730/f7c814cf3c7e%2C39087%2C1733446428730.1733446428909 2024-12-06T00:53:48,928 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41149:41149),(127.0.0.1/127.0.0.1:41525:41525)] 2024-12-06T00:53:48,928 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:53:48,928 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:48,928 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:48,928 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:48,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:48,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T00:53:48,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:48,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:48,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:48,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T00:53:48,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:48,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:48,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:48,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T00:53:48,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:48,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:48,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:48,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T00:53:48,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:48,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:48,937 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:48,937 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:48,938 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:48,939 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:48,939 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:48,939 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:48,941 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:53:48,943 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:48,943 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61158220, jitterRate=-0.08867150545120239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:48,944 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733446428928Initializing all the Stores at 1733446428929 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446428929Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446428929Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446428929Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446428929Cleaning up temporary data from old regions at 1733446428939 (+10 ms)Region opened successfully at 1733446428944 (+5 ms) 2024-12-06T00:53:48,944 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T00:53:48,947 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7716b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:48,948 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T00:53:48,948 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T00:53:48,948 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T00:53:48,949 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T00:53:48,949 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T00:53:48,949 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T00:53:48,949 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T00:53:48,951 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T00:53:48,952 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T00:53:48,953 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T00:53:48,954 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T00:53:48,954 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T00:53:48,955 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T00:53:48,956 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T00:53:48,957 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T00:53:48,958 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T00:53:48,958 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T00:53:48,959 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T00:53:48,961 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T00:53:48,962 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T00:53:48,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:48,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:48,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:48,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,965 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f7c814cf3c7e,39087,1733446428730, sessionid=0x10064d1210f0000, setting cluster-up flag (Was=false) 2024-12-06T00:53:48,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,972 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T00:53:48,973 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7c814cf3c7e,39087,1733446428730 2024-12-06T00:53:48,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:48,979 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T00:53:48,980 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7c814cf3c7e,39087,1733446428730 2024-12-06T00:53:48,981 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T00:53:48,983 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:48,983 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T00:53:48,983 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T00:53:48,984 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f7c814cf3c7e,39087,1733446428730 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T00:53:48,985 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:48,985 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:48,985 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:48,985 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:53:48,985 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f7c814cf3c7e:0, corePoolSize=10, maxPoolSize=10 2024-12-06T00:53:48,985 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:48,985 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:48,985 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:48,998 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:48,998 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T00:53:48,999 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:48,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T00:53:49,000 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733446459000 2024-12-06T00:53:49,000 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T00:53:49,000 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T00:53:49,000 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T00:53:49,000 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T00:53:49,000 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T00:53:49,000 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T00:53:49,000 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,001 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T00:53:49,001 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T00:53:49,001 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T00:53:49,002 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T00:53:49,002 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T00:53:49,002 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446429002,5,FailOnTimeoutGroup] 2024-12-06T00:53:49,002 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446429002,5,FailOnTimeoutGroup] 2024-12-06T00:53:49,002 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,002 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T00:53:49,003 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,003 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741831_1007 (size=1321) 2024-12-06T00:53:49,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741831_1007 (size=1321) 2024-12-06T00:53:49,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T00:53:49,008 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5 2024-12-06T00:53:49,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741832_1008 (size=32) 2024-12-06T00:53:49,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741832_1008 (size=32) 2024-12-06T00:53:49,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:49,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T00:53:49,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T00:53:49,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:49,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:49,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T00:53:49,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T00:53:49,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:49,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:49,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T00:53:49,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T00:53:49,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:49,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:49,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T00:53:49,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T00:53:49,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:49,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:49,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T00:53:49,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740 2024-12-06T00:53:49,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740 2024-12-06T00:53:49,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T00:53:49,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T00:53:49,034 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:49,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T00:53:49,038 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(746): ClusterId : f0f5363a-dde3-4fea-b08f-c3140968b397 2024-12-06T00:53:49,038 DEBUG [RS:0;f7c814cf3c7e:34093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T00:53:49,038 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(746): ClusterId : f0f5363a-dde3-4fea-b08f-c3140968b397 2024-12-06T00:53:49,038 DEBUG [RS:1;f7c814cf3c7e:39731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T00:53:49,040 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:49,041 DEBUG [RS:0;f7c814cf3c7e:34093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T00:53:49,041 DEBUG [RS:0;f7c814cf3c7e:34093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T00:53:49,041 DEBUG [RS:1;f7c814cf3c7e:39731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T00:53:49,041 DEBUG [RS:1;f7c814cf3c7e:39731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T00:53:49,041 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64527822, jitterRate=-0.03846052289009094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:49,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733446429022Initializing all the Stores at 1733446429023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446429023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446429024 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446429024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446429024Cleaning up temporary data from old regions at 1733446429034 (+10 ms)Region opened successfully at 1733446429042 (+8 ms) 2024-12-06T00:53:49,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T00:53:49,042 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T00:53:49,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T00:53:49,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T00:53:49,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T00:53:49,043 DEBUG [RS:1;f7c814cf3c7e:39731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T00:53:49,043 DEBUG [RS:0;f7c814cf3c7e:34093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T00:53:49,043 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:49,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733446429042Disabling compacts and flushes for region at 1733446429042Disabling writes for close at 1733446429042Writing region close event to WAL at 1733446429043 (+1 ms)Closed at 1733446429043 2024-12-06T00:53:49,043 DEBUG [RS:1;f7c814cf3c7e:39731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7278dccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:49,043 DEBUG [RS:0;f7c814cf3c7e:34093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11730a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:53:49,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:49,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T00:53:49,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T00:53:49,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T00:53:49,048 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T00:53:49,061 DEBUG [RS:1;f7c814cf3c7e:39731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f7c814cf3c7e:39731 2024-12-06T00:53:49,061 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T00:53:49,061 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T00:53:49,061 DEBUG [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T00:53:49,061 DEBUG [RS:0;f7c814cf3c7e:34093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f7c814cf3c7e:34093 2024-12-06T00:53:49,061 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T00:53:49,061 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T00:53:49,061 DEBUG [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T00:53:49,062 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7c814cf3c7e,39087,1733446428730 with port=39731, startcode=1733446428810 2024-12-06T00:53:49,062 DEBUG [RS:1;f7c814cf3c7e:39731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T00:53:49,062 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7c814cf3c7e,39087,1733446428730 with port=34093, startcode=1733446428771 2024-12-06T00:53:49,062 DEBUG [RS:0;f7c814cf3c7e:34093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T00:53:49,064 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32939, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T00:53:49,064 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51409, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T00:53:49,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7c814cf3c7e,39731,1733446428810 2024-12-06T00:53:49,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39087 {}] master.ServerManager(517): Registering regionserver=f7c814cf3c7e,39731,1733446428810 2024-12-06T00:53:49,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7c814cf3c7e,34093,1733446428771 2024-12-06T00:53:49,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39087 {}] master.ServerManager(517): Registering regionserver=f7c814cf3c7e,34093,1733446428771 2024-12-06T00:53:49,066 DEBUG [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5 2024-12-06T00:53:49,066 DEBUG [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33459 2024-12-06T00:53:49,066 DEBUG [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T00:53:49,068 DEBUG [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5 2024-12-06T00:53:49,068 DEBUG [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33459 2024-12-06T00:53:49,068 DEBUG [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T00:53:49,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:49,071 DEBUG [RS:1;f7c814cf3c7e:39731 {}] zookeeper.ZKUtil(111): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7c814cf3c7e,39731,1733446428810 2024-12-06T00:53:49,071 WARN [RS:1;f7c814cf3c7e:39731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:49,072 INFO [RS:1;f7c814cf3c7e:39731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:49,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7c814cf3c7e,39731,1733446428810] 2024-12-06T00:53:49,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7c814cf3c7e,34093,1733446428771] 2024-12-06T00:53:49,072 DEBUG [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/WALs/f7c814cf3c7e,39731,1733446428810 2024-12-06T00:53:49,072 DEBUG [RS:0;f7c814cf3c7e:34093 {}] zookeeper.ZKUtil(111): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7c814cf3c7e,34093,1733446428771 2024-12-06T00:53:49,072 WARN [RS:0;f7c814cf3c7e:34093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:53:49,072 INFO [RS:0;f7c814cf3c7e:34093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:49,072 DEBUG [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/WALs/f7c814cf3c7e,34093,1733446428771 2024-12-06T00:53:49,077 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T00:53:49,077 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T00:53:49,079 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T00:53:49,080 INFO [RS:0;f7c814cf3c7e:34093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T00:53:49,080 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,084 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T00:53:49,084 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T00:53:49,085 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T00:53:49,085 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,085 INFO [RS:1;f7c814cf3c7e:39731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T00:53:49,085 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,085 DEBUG [RS:0;f7c814cf3c7e:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,085 DEBUG [RS:0;f7c814cf3c7e:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,085 DEBUG [RS:0;f7c814cf3c7e:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,085 DEBUG [RS:0;f7c814cf3c7e:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,085 DEBUG [RS:0;f7c814cf3c7e:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,085 DEBUG [RS:0;f7c814cf3c7e:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:49,085 DEBUG [RS:0;f7c814cf3c7e:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,085 DEBUG [RS:0;f7c814cf3c7e:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,085 DEBUG [RS:0;f7c814cf3c7e:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,085 DEBUG [RS:0;f7c814cf3c7e:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,085 DEBUG [RS:0;f7c814cf3c7e:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,085 DEBUG [RS:0;f7c814cf3c7e:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,085 DEBUG [RS:0;f7c814cf3c7e:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:49,085 DEBUG [RS:0;f7c814cf3c7e:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:49,086 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T00:53:49,087 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,087 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,087 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T00:53:49,087 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,087 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,087 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,087 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,087 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,34093,1733446428771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:49,087 DEBUG [RS:1;f7c814cf3c7e:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,087 DEBUG [RS:1;f7c814cf3c7e:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,087 DEBUG [RS:1;f7c814cf3c7e:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,087 DEBUG [RS:1;f7c814cf3c7e:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,087 DEBUG [RS:1;f7c814cf3c7e:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,087 DEBUG [RS:1;f7c814cf3c7e:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:53:49,087 DEBUG [RS:1;f7c814cf3c7e:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,087 DEBUG [RS:1;f7c814cf3c7e:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,087 DEBUG [RS:1;f7c814cf3c7e:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,087 DEBUG [RS:1;f7c814cf3c7e:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,087 DEBUG [RS:1;f7c814cf3c7e:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,087 DEBUG [RS:1;f7c814cf3c7e:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:53:49,087 DEBUG [RS:1;f7c814cf3c7e:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:49,087 DEBUG [RS:1;f7c814cf3c7e:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:53:49,092 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,092 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,092 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,092 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,092 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,092 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,39731,1733446428810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:49,102 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T00:53:49,103 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,34093,1733446428771-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,103 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,103 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.Replication(171): f7c814cf3c7e,34093,1733446428771 started 2024-12-06T00:53:49,113 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T00:53:49,113 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,39731,1733446428810-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,113 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,113 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.Replication(171): f7c814cf3c7e,39731,1733446428810 started 2024-12-06T00:53:49,116 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,116 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(1482): Serving as f7c814cf3c7e,34093,1733446428771, RpcServer on f7c814cf3c7e/172.17.0.2:34093, sessionid=0x10064d1210f0001 2024-12-06T00:53:49,117 DEBUG [RS:0;f7c814cf3c7e:34093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T00:53:49,117 DEBUG [RS:0;f7c814cf3c7e:34093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7c814cf3c7e,34093,1733446428771 2024-12-06T00:53:49,117 DEBUG [RS:0;f7c814cf3c7e:34093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,34093,1733446428771' 2024-12-06T00:53:49,117 DEBUG [RS:0;f7c814cf3c7e:34093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T00:53:49,117 DEBUG [RS:0;f7c814cf3c7e:34093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T00:53:49,118 DEBUG [RS:0;f7c814cf3c7e:34093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T00:53:49,118 DEBUG [RS:0;f7c814cf3c7e:34093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T00:53:49,118 DEBUG [RS:0;f7c814cf3c7e:34093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7c814cf3c7e,34093,1733446428771 2024-12-06T00:53:49,118 DEBUG [RS:0;f7c814cf3c7e:34093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,34093,1733446428771' 2024-12-06T00:53:49,118 DEBUG [RS:0;f7c814cf3c7e:34093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T00:53:49,118 DEBUG [RS:0;f7c814cf3c7e:34093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T00:53:49,119 DEBUG [RS:0;f7c814cf3c7e:34093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T00:53:49,119 INFO [RS:0;f7c814cf3c7e:34093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T00:53:49,119 INFO [RS:0;f7c814cf3c7e:34093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T00:53:49,133 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,133 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(1482): Serving as f7c814cf3c7e,39731,1733446428810, RpcServer on f7c814cf3c7e/172.17.0.2:39731, sessionid=0x10064d1210f0002 2024-12-06T00:53:49,134 DEBUG [RS:1;f7c814cf3c7e:39731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T00:53:49,134 DEBUG [RS:1;f7c814cf3c7e:39731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7c814cf3c7e,39731,1733446428810 2024-12-06T00:53:49,134 DEBUG [RS:1;f7c814cf3c7e:39731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,39731,1733446428810' 2024-12-06T00:53:49,134 DEBUG [RS:1;f7c814cf3c7e:39731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T00:53:49,134 DEBUG [RS:1;f7c814cf3c7e:39731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T00:53:49,135 DEBUG [RS:1;f7c814cf3c7e:39731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T00:53:49,135 DEBUG [RS:1;f7c814cf3c7e:39731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T00:53:49,135 DEBUG [RS:1;f7c814cf3c7e:39731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7c814cf3c7e,39731,1733446428810 2024-12-06T00:53:49,135 DEBUG [RS:1;f7c814cf3c7e:39731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,39731,1733446428810' 2024-12-06T00:53:49,135 DEBUG [RS:1;f7c814cf3c7e:39731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T00:53:49,135 DEBUG [RS:1;f7c814cf3c7e:39731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T00:53:49,136 DEBUG [RS:1;f7c814cf3c7e:39731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T00:53:49,136 INFO [RS:1;f7c814cf3c7e:39731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T00:53:49,136 INFO [RS:1;f7c814cf3c7e:39731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T00:53:49,199 WARN [f7c814cf3c7e:39087 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T00:53:49,219 INFO [RS:0;f7c814cf3c7e:34093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:49,221 INFO [RS:0;f7c814cf3c7e:34093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C34093%2C1733446428771, suffix=, logDir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/WALs/f7c814cf3c7e,34093,1733446428771, archiveDir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/oldWALs, maxLogs=32 2024-12-06T00:53:49,235 DEBUG [RS:0;f7c814cf3c7e:34093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/WALs/f7c814cf3c7e,34093,1733446428771/f7c814cf3c7e%2C34093%2C1733446428771.1733446429222, exclude list is [], retry=0 2024-12-06T00:53:49,236 INFO [RS:1;f7c814cf3c7e:39731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:53:49,238 INFO [RS:1;f7c814cf3c7e:39731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C39731%2C1733446428810, suffix=, logDir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/WALs/f7c814cf3c7e,39731,1733446428810, archiveDir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/oldWALs, maxLogs=32 2024-12-06T00:53:49,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43003,DS-02753c01-d516-44b5-bbdf-bd2cd04a4fce,DISK] 2024-12-06T00:53:49,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-88fc29f7-35a2-4ac0-83b8-b1a62a5454a9,DISK] 2024-12-06T00:53:49,246 INFO [RS:0;f7c814cf3c7e:34093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/WALs/f7c814cf3c7e,34093,1733446428771/f7c814cf3c7e%2C34093%2C1733446428771.1733446429222 2024-12-06T00:53:49,247 DEBUG [RS:0;f7c814cf3c7e:34093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41525:41525),(127.0.0.1/127.0.0.1:41149:41149)] 2024-12-06T00:53:49,257 DEBUG [RS:1;f7c814cf3c7e:39731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/WALs/f7c814cf3c7e,39731,1733446428810/f7c814cf3c7e%2C39731%2C1733446428810.1733446429238, exclude list is [], retry=0 2024-12-06T00:53:49,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-88fc29f7-35a2-4ac0-83b8-b1a62a5454a9,DISK] 2024-12-06T00:53:49,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43003,DS-02753c01-d516-44b5-bbdf-bd2cd04a4fce,DISK] 2024-12-06T00:53:49,262 INFO [RS:1;f7c814cf3c7e:39731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/WALs/f7c814cf3c7e,39731,1733446428810/f7c814cf3c7e%2C39731%2C1733446428810.1733446429238 2024-12-06T00:53:49,263 DEBUG [RS:1;f7c814cf3c7e:39731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41525:41525),(127.0.0.1/127.0.0.1:41149:41149)] 2024-12-06T00:53:49,449 DEBUG [f7c814cf3c7e:39087 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T00:53:49,449 DEBUG [f7c814cf3c7e:39087 {}] balancer.BalancerClusterState(204): Hosts are {f7c814cf3c7e=0} racks are {/default-rack=0} 2024-12-06T00:53:49,451 DEBUG [f7c814cf3c7e:39087 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T00:53:49,452 DEBUG [f7c814cf3c7e:39087 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T00:53:49,452 DEBUG [f7c814cf3c7e:39087 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T00:53:49,452 DEBUG [f7c814cf3c7e:39087 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T00:53:49,452 INFO [f7c814cf3c7e:39087 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T00:53:49,452 INFO [f7c814cf3c7e:39087 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T00:53:49,452 DEBUG [f7c814cf3c7e:39087 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T00:53:49,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f7c814cf3c7e,34093,1733446428771 2024-12-06T00:53:49,453 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7c814cf3c7e,34093,1733446428771, state=OPENING 2024-12-06T00:53:49,455 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T00:53:49,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:49,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:49,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:49,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:49,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:49,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:49,458 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T00:53:49,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,34093,1733446428771}] 2024-12-06T00:53:49,611 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:49,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49909, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:49,617 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T00:53:49,617 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:53:49,617 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T00:53:49,619 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C34093%2C1733446428771.meta, suffix=.meta, logDir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/WALs/f7c814cf3c7e,34093,1733446428771, archiveDir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/oldWALs, maxLogs=32 2024-12-06T00:53:49,633 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/WALs/f7c814cf3c7e,34093,1733446428771/f7c814cf3c7e%2C34093%2C1733446428771.meta.1733446429619.meta, exclude list is [], retry=0 2024-12-06T00:53:49,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43003,DS-02753c01-d516-44b5-bbdf-bd2cd04a4fce,DISK] 2024-12-06T00:53:49,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-88fc29f7-35a2-4ac0-83b8-b1a62a5454a9,DISK] 2024-12-06T00:53:49,637 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/WALs/f7c814cf3c7e,34093,1733446428771/f7c814cf3c7e%2C34093%2C1733446428771.meta.1733446429619.meta 2024-12-06T00:53:49,637 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41149:41149),(127.0.0.1/127.0.0.1:41525:41525)] 2024-12-06T00:53:49,637 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:53:49,638 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T00:53:49,638 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T00:53:49,638 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T00:53:49,638 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T00:53:49,638 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:49,638 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T00:53:49,638 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T00:53:49,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T00:53:49,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T00:53:49,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:49,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:49,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T00:53:49,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T00:53:49,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:49,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:49,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T00:53:49,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T00:53:49,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:49,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:49,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T00:53:49,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T00:53:49,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:49,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:53:49,645 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T00:53:49,645 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740 2024-12-06T00:53:49,646 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740 2024-12-06T00:53:49,647 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T00:53:49,647 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T00:53:49,648 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:53:49,649 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T00:53:49,650 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69914126, jitterRate=0.041801661252975464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:53:49,650 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T00:53:49,651 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733446429638Writing region info on filesystem at 1733446429638Initializing all the Stores at 1733446429639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446429639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446429639Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446429639Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446429639Cleaning up temporary data from old regions at 1733446429647 (+8 ms)Running coprocessor post-open hooks at 1733446429650 (+3 ms)Region opened successfully at 1733446429651 (+1 ms) 2024-12-06T00:53:49,652 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733446429611 2024-12-06T00:53:49,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,34093,1733446428771 2024-12-06T00:53:49,657 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T00:53:49,657 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T00:53:49,657 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7c814cf3c7e,34093,1733446428771, state=OPEN 2024-12-06T00:53:49,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:49,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:49,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:53:49,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:49,660 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,34093,1733446428771 2024-12-06T00:53:49,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:49,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:53:49,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T00:53:49,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,34093,1733446428771 in 202 msec 2024-12-06T00:53:49,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T00:53:49,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-12-06T00:53:49,666 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:53:49,666 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T00:53:49,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:53:49,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,34093,1733446428771, seqNum=-1] 2024-12-06T00:53:49,668 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:49,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33863, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:49,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 691 msec 2024-12-06T00:53:49,675 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733446429675, completionTime=-1 2024-12-06T00:53:49,675 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T00:53:49,675 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T00:53:49,677 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T00:53:49,677 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733446489677 2024-12-06T00:53:49,677 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733446549677 2024-12-06T00:53:49,677 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T00:53:49,677 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,39087,1733446428730-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,678 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,39087,1733446428730-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,678 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,39087,1733446428730-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,678 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f7c814cf3c7e:39087, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,678 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,678 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,679 DEBUG [master/f7c814cf3c7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T00:53:49,682 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.828sec 2024-12-06T00:53:49,682 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T00:53:49,682 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T00:53:49,682 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T00:53:49,682 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T00:53:49,682 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T00:53:49,682 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,39087,1733446428730-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:53:49,682 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,39087,1733446428730-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T00:53:49,684 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T00:53:49,684 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T00:53:49,684 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,39087,1733446428730-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:53:49,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da2405a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:49,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,39087,-1 for getting cluster id 2024-12-06T00:53:49,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:53:49,740 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0f5363a-dde3-4fea-b08f-c3140968b397' 2024-12-06T00:53:49,740 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:53:49,741 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0f5363a-dde3-4fea-b08f-c3140968b397" 2024-12-06T00:53:49,742 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c37193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:49,742 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,39087,-1] 2024-12-06T00:53:49,742 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:53:49,742 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:49,743 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:53:49,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b05901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:53:49,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:53:49,745 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,34093,1733446428771, seqNum=-1] 2024-12-06T00:53:49,746 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:49,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f7c814cf3c7e,39087,1733446428730 2024-12-06T00:53:49,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T00:53:49,749 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f7c814cf3c7e,39087,1733446428730 2024-12-06T00:53:49,749 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c6e1ba6 2024-12-06T00:53:49,750 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T00:53:49,751 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T00:53:49,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39087 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:53:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39087 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T00:53:49,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T00:53:49,754 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:49,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39087 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T00:53:49,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T00:53:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:49,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741836_1012 (size=379) 2024-12-06T00:53:49,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741836_1012 (size=379) 2024-12-06T00:53:49,766 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44e48a26fe755dac9161b3f0595b8431, NAME => 'testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5 2024-12-06T00:53:49,766 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c9b0717a68b1dc9738fff5c94bbd46b7, NAME => 'testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5 2024-12-06T00:53:49,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741837_1013 (size=61) 2024-12-06T00:53:49,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741837_1013 (size=61) 2024-12-06T00:53:49,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:49,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 44e48a26fe755dac9161b3f0595b8431, disabling compactions & flushes 2024-12-06T00:53:49,775 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431. 2024-12-06T00:53:49,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431. 2024-12-06T00:53:49,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431. after waiting 0 ms 2024-12-06T00:53:49,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431. 2024-12-06T00:53:49,775 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431. 2024-12-06T00:53:49,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44e48a26fe755dac9161b3f0595b8431: Waiting for close lock at 1733446429775Disabling compacts and flushes for region at 1733446429775Disabling writes for close at 1733446429775Writing region close event to WAL at 1733446429775Closed at 1733446429775 2024-12-06T00:53:49,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741838_1014 (size=61) 2024-12-06T00:53:49,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741838_1014 (size=61) 2024-12-06T00:53:49,778 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:49,778 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing c9b0717a68b1dc9738fff5c94bbd46b7, disabling compactions & flushes 2024-12-06T00:53:49,778 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7. 2024-12-06T00:53:49,778 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7. 2024-12-06T00:53:49,778 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7. after waiting 0 ms 2024-12-06T00:53:49,778 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7. 2024-12-06T00:53:49,778 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7. 2024-12-06T00:53:49,778 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for c9b0717a68b1dc9738fff5c94bbd46b7: Waiting for close lock at 1733446429778Disabling compacts and flushes for region at 1733446429778Disabling writes for close at 1733446429778Writing region close event to WAL at 1733446429778Closed at 1733446429778 2024-12-06T00:53:49,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T00:53:49,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733446429779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446429779"}]},"ts":"1733446429779"} 2024-12-06T00:53:49,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733446429779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446429779"}]},"ts":"1733446429779"} 2024-12-06T00:53:49,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T00:53:49,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T00:53:49,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446429785"}]},"ts":"1733446429785"} 2024-12-06T00:53:49,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T00:53:49,787 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f7c814cf3c7e=0} racks are {/default-rack=0} 2024-12-06T00:53:49,789 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T00:53:49,789 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T00:53:49,789 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T00:53:49,789 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T00:53:49,789 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T00:53:49,789 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T00:53:49,789 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T00:53:49,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=44e48a26fe755dac9161b3f0595b8431, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c9b0717a68b1dc9738fff5c94bbd46b7, ASSIGN}] 2024-12-06T00:53:49,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c9b0717a68b1dc9738fff5c94bbd46b7, ASSIGN 2024-12-06T00:53:49,790 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=44e48a26fe755dac9161b3f0595b8431, ASSIGN 2024-12-06T00:53:49,791 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c9b0717a68b1dc9738fff5c94bbd46b7, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,39731,1733446428810; forceNewPlan=false, retain=false 2024-12-06T00:53:49,791 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=44e48a26fe755dac9161b3f0595b8431, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,34093,1733446428771; forceNewPlan=false, retain=false 2024-12-06T00:53:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:49,942 INFO [f7c814cf3c7e:39087 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T00:53:49,942 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44e48a26fe755dac9161b3f0595b8431, regionState=OPENING, regionLocation=f7c814cf3c7e,34093,1733446428771 2024-12-06T00:53:49,942 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c9b0717a68b1dc9738fff5c94bbd46b7, regionState=OPENING, regionLocation=f7c814cf3c7e,39731,1733446428810 2024-12-06T00:53:49,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=44e48a26fe755dac9161b3f0595b8431, ASSIGN because future has completed 2024-12-06T00:53:49,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44e48a26fe755dac9161b3f0595b8431, server=f7c814cf3c7e,34093,1733446428771}] 2024-12-06T00:53:49,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c9b0717a68b1dc9738fff5c94bbd46b7, ASSIGN because future has completed 2024-12-06T00:53:49,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9b0717a68b1dc9738fff5c94bbd46b7, server=f7c814cf3c7e,39731,1733446428810}] 2024-12-06T00:53:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:50,100 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:50,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50453, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:50,102 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431. 2024-12-06T00:53:50,102 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 44e48a26fe755dac9161b3f0595b8431, NAME => 'testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T00:53:50,103 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 44e48a26fe755dac9161b3f0595b8431 2024-12-06T00:53:50,103 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:50,103 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 44e48a26fe755dac9161b3f0595b8431 2024-12-06T00:53:50,103 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 44e48a26fe755dac9161b3f0595b8431 2024-12-06T00:53:50,104 INFO [StoreOpener-44e48a26fe755dac9161b3f0595b8431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 44e48a26fe755dac9161b3f0595b8431 2024-12-06T00:53:50,105 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7. 2024-12-06T00:53:50,105 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => c9b0717a68b1dc9738fff5c94bbd46b7, NAME => 'testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T00:53:50,105 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c9b0717a68b1dc9738fff5c94bbd46b7 2024-12-06T00:53:50,105 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:53:50,105 INFO [StoreOpener-44e48a26fe755dac9161b3f0595b8431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44e48a26fe755dac9161b3f0595b8431 columnFamilyName family 2024-12-06T00:53:50,106 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for c9b0717a68b1dc9738fff5c94bbd46b7 2024-12-06T00:53:50,106 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for c9b0717a68b1dc9738fff5c94bbd46b7 2024-12-06T00:53:50,106 DEBUG [StoreOpener-44e48a26fe755dac9161b3f0595b8431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:50,106 INFO [StoreOpener-44e48a26fe755dac9161b3f0595b8431-1 {}] regionserver.HStore(327): Store=44e48a26fe755dac9161b3f0595b8431/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:50,106 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 44e48a26fe755dac9161b3f0595b8431 2024-12-06T00:53:50,107 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/44e48a26fe755dac9161b3f0595b8431 2024-12-06T00:53:50,107 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/44e48a26fe755dac9161b3f0595b8431 2024-12-06T00:53:50,108 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 44e48a26fe755dac9161b3f0595b8431 2024-12-06T00:53:50,108 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 44e48a26fe755dac9161b3f0595b8431 2024-12-06T00:53:50,109 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 44e48a26fe755dac9161b3f0595b8431 2024-12-06T00:53:50,114 INFO [StoreOpener-c9b0717a68b1dc9738fff5c94bbd46b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c9b0717a68b1dc9738fff5c94bbd46b7 2024-12-06T00:53:50,114 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/44e48a26fe755dac9161b3f0595b8431/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:50,115 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 44e48a26fe755dac9161b3f0595b8431; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68260185, jitterRate=0.017156019806861877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T00:53:50,115 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44e48a26fe755dac9161b3f0595b8431 2024-12-06T00:53:50,115 INFO [StoreOpener-c9b0717a68b1dc9738fff5c94bbd46b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9b0717a68b1dc9738fff5c94bbd46b7 columnFamilyName family 2024-12-06T00:53:50,115 DEBUG [StoreOpener-c9b0717a68b1dc9738fff5c94bbd46b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:53:50,115 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 44e48a26fe755dac9161b3f0595b8431: Running coprocessor pre-open hook at 1733446430103Writing region info on filesystem at 1733446430103Initializing all the Stores at 1733446430104 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446430104Cleaning up temporary data from old regions at 1733446430108 (+4 ms)Running coprocessor post-open hooks at 1733446430115 (+7 ms)Region opened successfully at 1733446430115 2024-12-06T00:53:50,115 INFO [StoreOpener-c9b0717a68b1dc9738fff5c94bbd46b7-1 {}] regionserver.HStore(327): Store=c9b0717a68b1dc9738fff5c94bbd46b7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:53:50,116 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for c9b0717a68b1dc9738fff5c94bbd46b7 2024-12-06T00:53:50,116 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431., pid=7, masterSystemTime=1733446430098 2024-12-06T00:53:50,116 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/c9b0717a68b1dc9738fff5c94bbd46b7 2024-12-06T00:53:50,117 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/c9b0717a68b1dc9738fff5c94bbd46b7 2024-12-06T00:53:50,117 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for c9b0717a68b1dc9738fff5c94bbd46b7 2024-12-06T00:53:50,117 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for c9b0717a68b1dc9738fff5c94bbd46b7 2024-12-06T00:53:50,119 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431. 2024-12-06T00:53:50,119 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431. 2024-12-06T00:53:50,119 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for c9b0717a68b1dc9738fff5c94bbd46b7 2024-12-06T00:53:50,119 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44e48a26fe755dac9161b3f0595b8431, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,34093,1733446428771 2024-12-06T00:53:50,122 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/c9b0717a68b1dc9738fff5c94bbd46b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:53:50,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44e48a26fe755dac9161b3f0595b8431, server=f7c814cf3c7e,34093,1733446428771 because future has completed 2024-12-06T00:53:50,122 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened c9b0717a68b1dc9738fff5c94bbd46b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63087975, jitterRate=-0.05991591513156891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T00:53:50,122 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9b0717a68b1dc9738fff5c94bbd46b7 2024-12-06T00:53:50,123 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for c9b0717a68b1dc9738fff5c94bbd46b7: Running coprocessor pre-open hook at 1733446430106Writing region info on filesystem at 1733446430106Initializing all the Stores at 1733446430107 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446430107Cleaning up temporary data from old regions at 1733446430117 (+10 ms)Running coprocessor post-open hooks at 1733446430122 (+5 ms)Region opened successfully at 1733446430123 (+1 ms) 2024-12-06T00:53:50,123 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7., pid=8, masterSystemTime=1733446430099 2024-12-06T00:53:50,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-06T00:53:50,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 44e48a26fe755dac9161b3f0595b8431, server=f7c814cf3c7e,34093,1733446428771 in 178 msec 2024-12-06T00:53:50,125 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7. 2024-12-06T00:53:50,126 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7. 2024-12-06T00:53:50,126 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c9b0717a68b1dc9738fff5c94bbd46b7, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,39731,1733446428810 2024-12-06T00:53:50,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=44e48a26fe755dac9161b3f0595b8431, ASSIGN in 336 msec 2024-12-06T00:53:50,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9b0717a68b1dc9738fff5c94bbd46b7, server=f7c814cf3c7e,39731,1733446428810 because future has completed 2024-12-06T00:53:50,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-06T00:53:50,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c9b0717a68b1dc9738fff5c94bbd46b7, server=f7c814cf3c7e,39731,1733446428810 in 182 msec 2024-12-06T00:53:50,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-06T00:53:50,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c9b0717a68b1dc9738fff5c94bbd46b7, ASSIGN in 342 msec 2024-12-06T00:53:50,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T00:53:50,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446430134"}]},"ts":"1733446430134"} 2024-12-06T00:53:50,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T00:53:50,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T00:53:50,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 387 msec 2024-12-06T00:53:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:53:50,384 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T00:53:50,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T00:53:50,384 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T00:53:50,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T00:53:50,388 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T00:53:50,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T00:53:50,391 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431., hostname=f7c814cf3c7e,34093,1733446428771, seqNum=2] 2024-12-06T00:53:50,401 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7., hostname=f7c814cf3c7e,39731,1733446428810, seqNum=2] 2024-12-06T00:53:50,401 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:53:50,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:53:50,412 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 44e48a26fe755dac9161b3f0595b8431 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T00:53:50,428 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/44e48a26fe755dac9161b3f0595b8431/.tmp/family/86e8f77136f04d5aa4e611708d4da0e9 is 32, key is 1/family:/1733446430392/Put/seqid=0 2024-12-06T00:53:50,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741839_1015 (size=5054) 2024-12-06T00:53:50,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741839_1015 (size=5054) 2024-12-06T00:53:50,434 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/44e48a26fe755dac9161b3f0595b8431/.tmp/family/86e8f77136f04d5aa4e611708d4da0e9 2024-12-06T00:53:50,440 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/44e48a26fe755dac9161b3f0595b8431/.tmp/family/86e8f77136f04d5aa4e611708d4da0e9 as hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/44e48a26fe755dac9161b3f0595b8431/family/86e8f77136f04d5aa4e611708d4da0e9 2024-12-06T00:53:50,446 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/44e48a26fe755dac9161b3f0595b8431/family/86e8f77136f04d5aa4e611708d4da0e9, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T00:53:50,447 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 44e48a26fe755dac9161b3f0595b8431 in 35ms, sequenceid=8, compaction requested=false 2024-12-06T00:53:50,447 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 44e48a26fe755dac9161b3f0595b8431: 2024-12-06T00:53:50,448 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c9b0717a68b1dc9738fff5c94bbd46b7 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T00:53:50,469 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/c9b0717a68b1dc9738fff5c94bbd46b7/.tmp/family/e6e2430281594f10a1e37b2eac86e3bc is 32, key is 5/family:/1733446430403/Put/seqid=0 2024-12-06T00:53:50,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741840_1016 (size=5083) 2024-12-06T00:53:50,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741840_1016 (size=5083) 2024-12-06T00:53:50,475 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/c9b0717a68b1dc9738fff5c94bbd46b7/.tmp/family/e6e2430281594f10a1e37b2eac86e3bc 2024-12-06T00:53:50,481 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/c9b0717a68b1dc9738fff5c94bbd46b7/.tmp/family/e6e2430281594f10a1e37b2eac86e3bc as hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/c9b0717a68b1dc9738fff5c94bbd46b7/family/e6e2430281594f10a1e37b2eac86e3bc 2024-12-06T00:53:50,487 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/c9b0717a68b1dc9738fff5c94bbd46b7/family/e6e2430281594f10a1e37b2eac86e3bc, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T00:53:50,488 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c9b0717a68b1dc9738fff5c94bbd46b7 in 40ms, sequenceid=9, compaction requested=false 2024-12-06T00:53:50,488 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c9b0717a68b1dc9738fff5c94bbd46b7: 2024-12-06T00:53:50,492 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-06T00:53:50,496 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:50,496 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:53:50,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39731 {}] bucket.BucketCache(1863): found 1 blocks for file e6e2430281594f10a1e37b2eac86e3bc, starting offset: 0, end offset: 9223372036854775807 2024-12-06T00:53:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39731 {}] bucket.BucketCache(856): removed key e6e2430281594f10a1e37b2eac86e3bc_0 from back map with offset lock 2094080 in the evict process 2024-12-06T00:53:50,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:53:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34093 {}] bucket.BucketCache(1863): found 1 blocks for file 86e8f77136f04d5aa4e611708d4da0e9, starting offset: 0, end offset: 9223372036854775807 2024-12-06T00:53:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34093 {}] bucket.BucketCache(856): removed key 86e8f77136f04d5aa4e611708d4da0e9_0 from back map with offset lock 2094080 in the evict process 2024-12-06T00:53:50,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T00:53:50,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:53:50,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:50,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:50,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:50,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:53:50,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T00:53:50,500 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=308926432, stopped=false 2024-12-06T00:53:50,500 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f7c814cf3c7e,39087,1733446428730 2024-12-06T00:53:50,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:50,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:50,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:53:50,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:50,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:50,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:50,502 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T00:53:50,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:50,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:53:50,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:50,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:50,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:50,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:53:50,503 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7c814cf3c7e,34093,1733446428771' ***** 2024-12-06T00:53:50,503 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T00:53:50,503 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7c814cf3c7e,39731,1733446428810' ***** 2024-12-06T00:53:50,503 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T00:53:50,503 INFO [RS:1;f7c814cf3c7e:39731 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T00:53:50,503 INFO [RS:1;f7c814cf3c7e:39731 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T00:53:50,503 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T00:53:50,503 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T00:53:50,503 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T00:53:50,504 INFO [RS:1;f7c814cf3c7e:39731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T00:53:50,504 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T00:53:50,504 INFO [RS:1;f7c814cf3c7e:39731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T00:53:50,504 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T00:53:50,504 INFO [RS:0;f7c814cf3c7e:34093 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T00:53:50,504 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(3091): Received CLOSE for c9b0717a68b1dc9738fff5c94bbd46b7 2024-12-06T00:53:50,504 INFO [RS:0;f7c814cf3c7e:34093 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T00:53:50,504 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T00:53:50,504 INFO [RS:0;f7c814cf3c7e:34093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T00:53:50,504 INFO [RS:0;f7c814cf3c7e:34093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T00:53:50,504 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(3091): Received CLOSE for 44e48a26fe755dac9161b3f0595b8431 2024-12-06T00:53:50,504 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T00:53:50,504 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T00:53:50,504 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T00:53:50,504 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T00:53:50,504 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(959): stopping server f7c814cf3c7e,39731,1733446428810 2024-12-06T00:53:50,504 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:50,505 INFO [RS:1;f7c814cf3c7e:39731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f7c814cf3c7e:39731. 2024-12-06T00:53:50,505 DEBUG [RS:1;f7c814cf3c7e:39731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:50,505 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(959): stopping server f7c814cf3c7e,34093,1733446428771 2024-12-06T00:53:50,505 DEBUG [RS:1;f7c814cf3c7e:39731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:50,505 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9b0717a68b1dc9738fff5c94bbd46b7, disabling compactions & flushes 2024-12-06T00:53:50,505 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:50,505 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7. 2024-12-06T00:53:50,505 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T00:53:50,505 INFO [RS:0;f7c814cf3c7e:34093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f7c814cf3c7e:34093. 2024-12-06T00:53:50,505 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7. 2024-12-06T00:53:50,505 DEBUG [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(1325): Online Regions={c9b0717a68b1dc9738fff5c94bbd46b7=testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7.} 2024-12-06T00:53:50,505 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44e48a26fe755dac9161b3f0595b8431, disabling compactions & flushes 2024-12-06T00:53:50,505 DEBUG [RS:0;f7c814cf3c7e:34093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:53:50,505 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7. after waiting 0 ms 2024-12-06T00:53:50,505 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431. 2024-12-06T00:53:50,505 DEBUG [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(1351): Waiting on c9b0717a68b1dc9738fff5c94bbd46b7 2024-12-06T00:53:50,505 DEBUG [RS:0;f7c814cf3c7e:34093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:50,505 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7. 2024-12-06T00:53:50,505 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431. 2024-12-06T00:53:50,505 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431. after waiting 0 ms 2024-12-06T00:53:50,505 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431. 2024-12-06T00:53:50,505 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T00:53:50,505 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T00:53:50,505 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T00:53:50,505 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T00:53:50,506 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T00:53:50,506 DEBUG [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(1325): Online Regions={44e48a26fe755dac9161b3f0595b8431=testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T00:53:50,506 DEBUG [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44e48a26fe755dac9161b3f0595b8431 2024-12-06T00:53:50,506 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T00:53:50,506 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T00:53:50,506 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T00:53:50,506 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T00:53:50,506 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T00:53:50,506 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T00:53:50,511 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/44e48a26fe755dac9161b3f0595b8431/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T00:53:50,511 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431. 2024-12-06T00:53:50,512 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44e48a26fe755dac9161b3f0595b8431: Waiting for close lock at 1733446430505Running coprocessor pre-close hooks at 1733446430505Disabling compacts and flushes for region at 1733446430505Disabling writes for close at 1733446430505Writing region close event to WAL at 1733446430506 (+1 ms)Running coprocessor post-close hooks at 1733446430511 (+5 ms)Closed at 1733446430511 2024-12-06T00:53:50,512 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733446429751.44e48a26fe755dac9161b3f0595b8431. 2024-12-06T00:53:50,512 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/default/testClearRegionBlockCache/c9b0717a68b1dc9738fff5c94bbd46b7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T00:53:50,512 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7. 2024-12-06T00:53:50,513 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9b0717a68b1dc9738fff5c94bbd46b7: Waiting for close lock at 1733446430505Running coprocessor pre-close hooks at 1733446430505Disabling compacts and flushes for region at 1733446430505Disabling writes for close at 1733446430505Writing region close event to WAL at 1733446430506 (+1 ms)Running coprocessor post-close hooks at 1733446430512 (+6 ms)Closed at 1733446430512 2024-12-06T00:53:50,513 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7. 2024-12-06T00:53:50,523 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/.tmp/info/d9af276b217e448fb0c28cdd59fcb746 is 173, key is testClearRegionBlockCache,5,1733446429751.c9b0717a68b1dc9738fff5c94bbd46b7./info:regioninfo/1733446430126/Put/seqid=0 2024-12-06T00:53:50,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741841_1017 (size=8173) 2024-12-06T00:53:50,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741841_1017 (size=8173) 2024-12-06T00:53:50,530 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/.tmp/info/d9af276b217e448fb0c28cdd59fcb746 2024-12-06T00:53:50,550 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/.tmp/ns/fb0c6e79d8b24077a3aa06c36a744905 is 43, key is default/ns:d/1733446429670/Put/seqid=0 2024-12-06T00:53:50,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741842_1018 (size=5153) 2024-12-06T00:53:50,556 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/.tmp/ns/fb0c6e79d8b24077a3aa06c36a744905 2024-12-06T00:53:50,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741842_1018 (size=5153) 2024-12-06T00:53:50,575 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/.tmp/table/7412366fec134bae9d6072b8b6383340 is 61, key is testClearRegionBlockCache/table:state/1733446430134/Put/seqid=0 2024-12-06T00:53:50,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741843_1019 (size=5312) 2024-12-06T00:53:50,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741843_1019 (size=5312) 2024-12-06T00:53:50,581 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/.tmp/table/7412366fec134bae9d6072b8b6383340 2024-12-06T00:53:50,587 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/.tmp/info/d9af276b217e448fb0c28cdd59fcb746 as hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/info/d9af276b217e448fb0c28cdd59fcb746 2024-12-06T00:53:50,589 INFO [regionserver/f7c814cf3c7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:50,592 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/info/d9af276b217e448fb0c28cdd59fcb746, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T00:53:50,593 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/.tmp/ns/fb0c6e79d8b24077a3aa06c36a744905 as hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/ns/fb0c6e79d8b24077a3aa06c36a744905 2024-12-06T00:53:50,594 INFO [regionserver/f7c814cf3c7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:50,598 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/ns/fb0c6e79d8b24077a3aa06c36a744905, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T00:53:50,599 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/.tmp/table/7412366fec134bae9d6072b8b6383340 as hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/table/7412366fec134bae9d6072b8b6383340 2024-12-06T00:53:50,604 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/table/7412366fec134bae9d6072b8b6383340, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T00:53:50,605 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=13, compaction requested=false 2024-12-06T00:53:50,609 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T00:53:50,610 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T00:53:50,610 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:50,610 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733446430506Running coprocessor pre-close hooks at 1733446430506Disabling compacts and flushes for region at 1733446430506Disabling writes for close at 1733446430506Obtaining lock to block concurrent updates at 1733446430506Preparing flush snapshotting stores in 1588230740 at 1733446430506Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733446430506Flushing stores of hbase:meta,,1.1588230740 at 1733446430507 (+1 ms)Flushing 1588230740/info: creating writer at 1733446430507Flushing 1588230740/info: appending metadata at 1733446430523 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733446430523Flushing 1588230740/ns: creating writer at 1733446430535 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733446430550 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733446430550Flushing 1588230740/table: creating writer at 1733446430561 (+11 ms)Flushing 1588230740/table: appending metadata at 1733446430575 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733446430575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7327b051: reopening flushed file at 1733446430586 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155aadb6: reopening flushed file at 1733446430592 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b4984e1: reopening flushed file at 1733446430598 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=13, compaction requested=false at 1733446430605 (+7 ms)Writing region close event to WAL at 1733446430606 (+1 ms)Running coprocessor post-close hooks at 1733446430610 (+4 ms)Closed at 1733446430610 2024-12-06T00:53:50,610 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T00:53:50,705 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(976): stopping server f7c814cf3c7e,39731,1733446428810; all regions closed. 2024-12-06T00:53:50,706 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(976): stopping server f7c814cf3c7e,34093,1733446428771; all regions closed. 2024-12-06T00:53:50,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741834_1010 (size=1867) 2024-12-06T00:53:50,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741834_1010 (size=1867) 2024-12-06T00:53:50,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741835_1011 (size=4338) 2024-12-06T00:53:50,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741835_1011 (size=4338) 2024-12-06T00:53:50,709 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/WALs/f7c814cf3c7e,34093,1733446428771/f7c814cf3c7e%2C34093%2C1733446428771.meta.1733446429619.meta not finished, retry = 0 2024-12-06T00:53:50,712 DEBUG [RS:1;f7c814cf3c7e:39731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/oldWALs 2024-12-06T00:53:50,712 INFO [RS:1;f7c814cf3c7e:39731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C39731%2C1733446428810:(num 1733446429238) 2024-12-06T00:53:50,712 DEBUG [RS:1;f7c814cf3c7e:39731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:50,712 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:50,712 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:50,712 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.ChoreService(370): Chore service for: regionserver/f7c814cf3c7e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:50,712 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T00:53:50,712 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T00:53:50,712 INFO [regionserver/f7c814cf3c7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:50,712 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T00:53:50,712 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:50,712 INFO [RS:1;f7c814cf3c7e:39731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39731 2024-12-06T00:53:50,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7c814cf3c7e,39731,1733446428810 2024-12-06T00:53:50,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:50,715 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:50,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7c814cf3c7e,39731,1733446428810] 2024-12-06T00:53:50,718 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7c814cf3c7e,39731,1733446428810 already deleted, retry=false 2024-12-06T00:53:50,718 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7c814cf3c7e,39731,1733446428810 expired; onlineServers=1 2024-12-06T00:53:50,812 DEBUG [RS:0;f7c814cf3c7e:34093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/oldWALs 2024-12-06T00:53:50,812 INFO [RS:0;f7c814cf3c7e:34093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C34093%2C1733446428771.meta:.meta(num 1733446429619) 2024-12-06T00:53:50,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741833_1009 (size=1758) 2024-12-06T00:53:50,815 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/WALs/f7c814cf3c7e,34093,1733446428771/f7c814cf3c7e%2C34093%2C1733446428771.1733446429222 not finished, retry = 0 2024-12-06T00:53:50,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741833_1009 (size=1758) 2024-12-06T00:53:50,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:50,818 INFO [RS:1;f7c814cf3c7e:39731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:50,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x10064d1210f0002, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:50,818 INFO [RS:1;f7c814cf3c7e:39731 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7c814cf3c7e,39731,1733446428810; zookeeper connection closed. 2024-12-06T00:53:50,818 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f74d885 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f74d885 2024-12-06T00:53:50,918 DEBUG [RS:0;f7c814cf3c7e:34093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/oldWALs 2024-12-06T00:53:50,918 INFO [RS:0;f7c814cf3c7e:34093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C34093%2C1733446428771:(num 1733446429222) 2024-12-06T00:53:50,918 DEBUG [RS:0;f7c814cf3c7e:34093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:53:50,918 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:53:50,918 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:50,918 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.ChoreService(370): Chore service for: regionserver/f7c814cf3c7e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:50,918 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:50,918 INFO [regionserver/f7c814cf3c7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:50,918 INFO [RS:0;f7c814cf3c7e:34093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34093 2024-12-06T00:53:50,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:53:50,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7c814cf3c7e,34093,1733446428771 2024-12-06T00:53:50,921 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:50,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7c814cf3c7e,34093,1733446428771] 2024-12-06T00:53:50,924 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7c814cf3c7e,34093,1733446428771 already deleted, retry=false 2024-12-06T00:53:50,924 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7c814cf3c7e,34093,1733446428771 expired; onlineServers=0 2024-12-06T00:53:50,924 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f7c814cf3c7e,39087,1733446428730' ***** 2024-12-06T00:53:50,924 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T00:53:50,924 INFO [M:0;f7c814cf3c7e:39087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:53:50,924 INFO [M:0;f7c814cf3c7e:39087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:53:50,924 DEBUG [M:0;f7c814cf3c7e:39087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T00:53:50,924 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T00:53:50,924 DEBUG [M:0;f7c814cf3c7e:39087 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T00:53:50,924 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446429002 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446429002,5,FailOnTimeoutGroup] 2024-12-06T00:53:50,924 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446429002 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446429002,5,FailOnTimeoutGroup] 2024-12-06T00:53:50,924 INFO [M:0;f7c814cf3c7e:39087 {}] hbase.ChoreService(370): Chore service for: master/f7c814cf3c7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T00:53:50,925 INFO [M:0;f7c814cf3c7e:39087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:53:50,925 DEBUG [M:0;f7c814cf3c7e:39087 {}] master.HMaster(1795): Stopping service threads 2024-12-06T00:53:50,925 INFO [M:0;f7c814cf3c7e:39087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T00:53:50,925 INFO [M:0;f7c814cf3c7e:39087 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T00:53:50,925 INFO [M:0;f7c814cf3c7e:39087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T00:53:50,925 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T00:53:50,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T00:53:50,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:53:50,926 DEBUG [M:0;f7c814cf3c7e:39087 {}] zookeeper.ZKUtil(347): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T00:53:50,926 WARN [M:0;f7c814cf3c7e:39087 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T00:53:50,926 INFO [M:0;f7c814cf3c7e:39087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/.lastflushedseqids 2024-12-06T00:53:50,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741844_1020 (size=191) 2024-12-06T00:53:50,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741844_1020 (size=191) 2024-12-06T00:53:50,938 INFO [M:0;f7c814cf3c7e:39087 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T00:53:50,938 INFO [M:0;f7c814cf3c7e:39087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T00:53:50,938 DEBUG [M:0;f7c814cf3c7e:39087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T00:53:50,938 INFO [M:0;f7c814cf3c7e:39087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:50,938 DEBUG [M:0;f7c814cf3c7e:39087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:50,938 DEBUG [M:0;f7c814cf3c7e:39087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T00:53:50,938 DEBUG [M:0;f7c814cf3c7e:39087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:50,938 INFO [M:0;f7c814cf3c7e:39087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.64 KB heapSize=37.04 KB 2024-12-06T00:53:50,954 DEBUG [M:0;f7c814cf3c7e:39087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fda6b846ade4f0ebae84a66d761b7b8 is 82, key is hbase:meta,,1/info:regioninfo/1733446429656/Put/seqid=0 2024-12-06T00:53:50,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741845_1021 (size=5672) 2024-12-06T00:53:50,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741845_1021 (size=5672) 2024-12-06T00:53:50,959 INFO [M:0;f7c814cf3c7e:39087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fda6b846ade4f0ebae84a66d761b7b8 2024-12-06T00:53:50,979 DEBUG [M:0;f7c814cf3c7e:39087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2275c544e5434682a74e600330a28287 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733446430139/Put/seqid=0 2024-12-06T00:53:50,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741846_1022 (size=6220) 2024-12-06T00:53:50,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741846_1022 (size=6220) 2024-12-06T00:53:50,984 INFO [M:0;f7c814cf3c7e:39087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.02 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2275c544e5434682a74e600330a28287 2024-12-06T00:53:51,003 DEBUG [M:0;f7c814cf3c7e:39087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e04f9d9356d94d17a16918887b737317 is 69, key is f7c814cf3c7e,34093,1733446428771/rs:state/1733446429066/Put/seqid=0 2024-12-06T00:53:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741847_1023 (size=5224) 2024-12-06T00:53:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741847_1023 (size=5224) 2024-12-06T00:53:51,008 INFO [M:0;f7c814cf3c7e:39087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e04f9d9356d94d17a16918887b737317 2024-12-06T00:53:51,014 DEBUG [M:0;f7c814cf3c7e:39087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fda6b846ade4f0ebae84a66d761b7b8 as hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fda6b846ade4f0ebae84a66d761b7b8 2024-12-06T00:53:51,019 INFO [M:0;f7c814cf3c7e:39087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fda6b846ade4f0ebae84a66d761b7b8, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T00:53:51,020 DEBUG [M:0;f7c814cf3c7e:39087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2275c544e5434682a74e600330a28287 as hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2275c544e5434682a74e600330a28287 2024-12-06T00:53:51,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:51,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10064d1210f0001, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:51,023 INFO [RS:0;f7c814cf3c7e:34093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:51,023 INFO [RS:0;f7c814cf3c7e:34093 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7c814cf3c7e,34093,1733446428771; zookeeper connection closed. 2024-12-06T00:53:51,023 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43a73abf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43a73abf 2024-12-06T00:53:51,023 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T00:53:51,025 INFO [M:0;f7c814cf3c7e:39087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2275c544e5434682a74e600330a28287, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T00:53:51,026 DEBUG [M:0;f7c814cf3c7e:39087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e04f9d9356d94d17a16918887b737317 as hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e04f9d9356d94d17a16918887b737317 2024-12-06T00:53:51,030 INFO [M:0;f7c814cf3c7e:39087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/c01b31b5-60f4-76a8-ecaa-64aeffc6a4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e04f9d9356d94d17a16918887b737317, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T00:53:51,031 INFO [M:0;f7c814cf3c7e:39087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false 2024-12-06T00:53:51,033 INFO [M:0;f7c814cf3c7e:39087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:53:51,033 DEBUG [M:0;f7c814cf3c7e:39087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733446430938Disabling compacts and flushes for region at 1733446430938Disabling writes for close at 1733446430938Obtaining lock to block concurrent updates at 1733446430938Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733446430938Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30354, getHeapSize=37864, getOffHeapSize=0, getCellsCount=86 at 1733446430939 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733446430939Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733446430939Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733446430954 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733446430954Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733446430964 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733446430978 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733446430978Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733446430989 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733446431002 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733446431003 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7626929c: reopening flushed file at 1733446431013 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c1c443: reopening flushed file at 1733446431019 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b255620: reopening flushed file at 1733446431025 (+6 ms)Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false at 1733446431031 (+6 ms)Writing region close event to WAL at 1733446431033 (+2 ms)Closed at 1733446431033 2024-12-06T00:53:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741830_1006 (size=35501) 2024-12-06T00:53:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741830_1006 (size=35501) 2024-12-06T00:53:51,036 INFO [M:0;f7c814cf3c7e:39087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T00:53:51,036 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:53:51,036 INFO [M:0;f7c814cf3c7e:39087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39087 2024-12-06T00:53:51,036 INFO [M:0;f7c814cf3c7e:39087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:53:51,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:51,138 INFO [M:0;f7c814cf3c7e:39087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:53:51,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x10064d1210f0000, quorum=127.0.0.1:50866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:53:51,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@585a96b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:51,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3055ddb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:51,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:51,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3319a175{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:51,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26f28f44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:51,144 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:53:51,144 WARN [BP-1219747211-172.17.0.2-1733446427877 heartbeating to localhost/127.0.0.1:33459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:53:51,144 WARN [BP-1219747211-172.17.0.2-1733446427877 heartbeating to localhost/127.0.0.1:33459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1219747211-172.17.0.2-1733446427877 (Datanode Uuid f70e3f55-b0da-4239-8ba4-2ab24842cb64) service to localhost/127.0.0.1:33459 2024-12-06T00:53:51,144 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:53:51,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/cluster_735c707d-597a-12d3-dcb6-1dd8464f6c86/data/data3/current/BP-1219747211-172.17.0.2-1733446427877 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:51,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/cluster_735c707d-597a-12d3-dcb6-1dd8464f6c86/data/data4/current/BP-1219747211-172.17.0.2-1733446427877 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:51,145 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:53:51,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57ae5f39{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:53:51,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5014b814{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:51,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:51,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3edf9569{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:51,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dae62d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:51,149 WARN [BP-1219747211-172.17.0.2-1733446427877 heartbeating to localhost/127.0.0.1:33459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:53:51,149 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:53:51,149 WARN [BP-1219747211-172.17.0.2-1733446427877 heartbeating to localhost/127.0.0.1:33459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1219747211-172.17.0.2-1733446427877 (Datanode Uuid 1a532fd8-e949-406e-9313-c6142866c60b) service to localhost/127.0.0.1:33459 2024-12-06T00:53:51,149 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:53:51,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/cluster_735c707d-597a-12d3-dcb6-1dd8464f6c86/data/data1/current/BP-1219747211-172.17.0.2-1733446427877 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:51,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/cluster_735c707d-597a-12d3-dcb6-1dd8464f6c86/data/data2/current/BP-1219747211-172.17.0.2-1733446427877 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:53:51,150 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:53:51,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@783aa735{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:53:51,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e6e7f20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:53:51,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:53:51,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b1ab0a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:53:51,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69c1cd55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fad46d73-fbc9-1e59-233d-fbbe49b4e338/hadoop.log.dir/,STOPPED} 2024-12-06T00:53:51,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T00:53:51,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T00:53:51,189 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=192 (was 172) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:33459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:33459 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:33459 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:33459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=558 (was 529) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 246) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10419 (was 10524)