2024-12-10 07:51:20,692 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-10 07:51:20,717 main DEBUG Took 0.022626 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-10 07:51:20,717 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-10 07:51:20,718 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-10 07:51:20,719 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-10 07:51:20,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:51:20,731 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-10 07:51:20,743 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:51:20,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:51:20,745 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:51:20,746 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:51:20,746 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:51:20,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:51:20,748 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:51:20,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:51:20,749 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:51:20,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:51:20,751 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:51:20,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:51:20,752 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:51:20,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:51:20,753 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:51:20,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:51:20,754 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:51:20,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:51:20,755 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:51:20,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:51:20,756 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:51:20,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:51:20,756 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:51:20,757 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:51:20,757 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:51:20,758 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-10 07:51:20,759 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:51:20,761 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-10 07:51:20,763 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-10 07:51:20,764 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-10 07:51:20,765 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-10 07:51:20,766 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-10 07:51:20,777 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-10 07:51:20,780 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-10 07:51:20,783 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-10 07:51:20,783 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-10 07:51:20,784 main DEBUG createAppenders(={Console}) 2024-12-10 07:51:20,785 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-12-10 07:51:20,786 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-10 07:51:20,786 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-12-10 07:51:20,787 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-10 07:51:20,787 main DEBUG OutputStream closed 2024-12-10 07:51:20,788 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-10 07:51:20,788 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-10 07:51:20,788 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-12-10 07:51:20,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-10 07:51:20,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-10 07:51:20,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-10 07:51:20,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-10 07:51:20,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-10 07:51:20,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-10 07:51:20,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-10 07:51:20,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-10 07:51:20,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-10 07:51:20,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-10 07:51:20,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-10 07:51:20,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-10 07:51:20,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-10 07:51:20,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-10 07:51:20,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-10 07:51:20,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-10 07:51:20,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-10 07:51:20,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-10 07:51:20,888 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10 07:51:20,889 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-10 07:51:20,889 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-10 07:51:20,889 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-10T07:51:20,902 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-10 07:51:20,904 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-10 07:51:20,905 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10T07:51:20,976 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=12, AvailableMemoryMB=7676 2024-12-10T07:51:21,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4 2024-12-10T07:51:21,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T07:51:21,238 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/cluster_125ed47e-21df-8001-2cfd-7c8689eefc9b, deleteOnExit=true 2024-12-10T07:51:21,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T07:51:21,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/test.cache.data in system properties and HBase conf 2024-12-10T07:51:21,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T07:51:21,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/hadoop.log.dir in system properties and HBase conf 2024-12-10T07:51:21,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T07:51:21,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T07:51:21,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T07:51:21,321 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-10T07:51:21,413 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T07:51:21,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:51:21,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:51:21,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T07:51:21,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:51:21,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T07:51:21,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T07:51:21,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:51:21,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:51:21,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T07:51:21,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/nfs.dump.dir in system properties and HBase conf 2024-12-10T07:51:21,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/java.io.tmpdir in system properties and HBase conf 2024-12-10T07:51:21,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:51:21,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T07:51:21,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T07:51:22,391 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-10T07:51:22,471 INFO [Time-limited test {}] log.Log(170): Logging initialized @2427ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-10T07:51:22,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:22,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:22,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:22,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:22,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:51:22,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:22,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:22,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:22,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/java.io.tmpdir/jetty-localhost-45469-hadoop-hdfs-3_4_1-tests_jar-_-any-5373725986061003124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:51:22,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:45469} 2024-12-10T07:51:22,876 INFO [Time-limited test {}] server.Server(415): Started @2833ms 2024-12-10T07:51:23,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:23,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:23,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:23,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:23,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:51:23,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:23,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:23,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc3e688{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/java.io.tmpdir/jetty-localhost-46719-hadoop-hdfs-3_4_1-tests_jar-_-any-4189976817604081104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:23,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:46719} 2024-12-10T07:51:23,861 INFO [Time-limited test {}] server.Server(415): Started @3818ms 2024-12-10T07:51:23,913 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:51:24,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:24,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:24,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:24,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:24,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:51:24,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:24,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:24,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5acf7a93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/java.io.tmpdir/jetty-localhost-34141-hadoop-hdfs-3_4_1-tests_jar-_-any-5008641302180279044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:24,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:34141} 2024-12-10T07:51:24,163 INFO [Time-limited test {}] server.Server(415): Started @4120ms 2024-12-10T07:51:24,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:51:25,058 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/cluster_125ed47e-21df-8001-2cfd-7c8689eefc9b/data/data4/current/BP-147695180-172.17.0.2-1733817081975/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:25,058 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/cluster_125ed47e-21df-8001-2cfd-7c8689eefc9b/data/data3/current/BP-147695180-172.17.0.2-1733817081975/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:25,058 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/cluster_125ed47e-21df-8001-2cfd-7c8689eefc9b/data/data2/current/BP-147695180-172.17.0.2-1733817081975/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:25,058 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/cluster_125ed47e-21df-8001-2cfd-7c8689eefc9b/data/data1/current/BP-147695180-172.17.0.2-1733817081975/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:25,094 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:51:25,095 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:51:25,138 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4 2024-12-10T07:51:25,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9802578aadae929 with lease ID 0xf11e73af83e82d72: Processing first storage report for DS-b6c11a09-71f4-4ec1-ab01-32d339a4f19c from datanode DatanodeRegistration(127.0.0.1:33909, datanodeUuid=379bb1fd-c82e-4e8b-9ae0-cbad3db61c76, infoPort=33491, infoSecurePort=0, ipcPort=45765, storageInfo=lv=-57;cid=testClusterID;nsid=755813028;c=1733817081975) 2024-12-10T07:51:25,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9802578aadae929 with lease ID 0xf11e73af83e82d72: from storage DS-b6c11a09-71f4-4ec1-ab01-32d339a4f19c node DatanodeRegistration(127.0.0.1:33909, datanodeUuid=379bb1fd-c82e-4e8b-9ae0-cbad3db61c76, infoPort=33491, infoSecurePort=0, ipcPort=45765, storageInfo=lv=-57;cid=testClusterID;nsid=755813028;c=1733817081975), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-10T07:51:25,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fef7c8c4db980fd with lease ID 0xf11e73af83e82d73: Processing first storage report for DS-c0ee1440-605d-45f9-96e5-788397957da3 from datanode DatanodeRegistration(127.0.0.1:38851, datanodeUuid=6951d1ed-2712-4b8f-a585-c10ba9e35a8f, infoPort=36067, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=755813028;c=1733817081975) 2024-12-10T07:51:25,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fef7c8c4db980fd with lease ID 0xf11e73af83e82d73: from storage DS-c0ee1440-605d-45f9-96e5-788397957da3 node DatanodeRegistration(127.0.0.1:38851, datanodeUuid=6951d1ed-2712-4b8f-a585-c10ba9e35a8f, infoPort=36067, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=755813028;c=1733817081975), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T07:51:25,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9802578aadae929 with lease ID 0xf11e73af83e82d72: Processing first storage report for DS-a7ba620c-5a2e-4008-afae-28a1f7da652f from datanode DatanodeRegistration(127.0.0.1:33909, datanodeUuid=379bb1fd-c82e-4e8b-9ae0-cbad3db61c76, infoPort=33491, infoSecurePort=0, ipcPort=45765, storageInfo=lv=-57;cid=testClusterID;nsid=755813028;c=1733817081975) 2024-12-10T07:51:25,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9802578aadae929 with lease ID 0xf11e73af83e82d72: from storage DS-a7ba620c-5a2e-4008-afae-28a1f7da652f node DatanodeRegistration(127.0.0.1:33909, datanodeUuid=379bb1fd-c82e-4e8b-9ae0-cbad3db61c76, infoPort=33491, infoSecurePort=0, ipcPort=45765, storageInfo=lv=-57;cid=testClusterID;nsid=755813028;c=1733817081975), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:25,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fef7c8c4db980fd with lease ID 0xf11e73af83e82d73: Processing first storage report for DS-89c9d23b-c1a8-4fe2-a4ad-4e2d58f6469f from datanode DatanodeRegistration(127.0.0.1:38851, datanodeUuid=6951d1ed-2712-4b8f-a585-c10ba9e35a8f, infoPort=36067, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=755813028;c=1733817081975) 2024-12-10T07:51:25,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fef7c8c4db980fd with lease ID 0xf11e73af83e82d73: from storage DS-89c9d23b-c1a8-4fe2-a4ad-4e2d58f6469f node DatanodeRegistration(127.0.0.1:38851, datanodeUuid=6951d1ed-2712-4b8f-a585-c10ba9e35a8f, infoPort=36067, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=755813028;c=1733817081975), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T07:51:25,202 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/cluster_125ed47e-21df-8001-2cfd-7c8689eefc9b/zookeeper_0, clientPort=60538, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/cluster_125ed47e-21df-8001-2cfd-7c8689eefc9b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/cluster_125ed47e-21df-8001-2cfd-7c8689eefc9b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T07:51:25,210 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60538 2024-12-10T07:51:25,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:25,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:25,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:51:25,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:51:25,819 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173 with version=8 2024-12-10T07:51:25,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/hbase-staging 2024-12-10T07:51:25,905 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-10T07:51:26,143 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:26,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:26,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:26,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:26,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:26,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:26,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T07:51:26,352 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-10T07:51:26,360 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-10T07:51:26,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:26,395 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 75173 (auto-detected) 2024-12-10T07:51:26,396 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-10T07:51:26,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42387 2024-12-10T07:51:26,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42387 connecting to ZooKeeper ensemble=127.0.0.1:60538 2024-12-10T07:51:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423870x0, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:26,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42387-0x1000ec2eb9e0000 connected 2024-12-10T07:51:26,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:26,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:26,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:26,661 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173, hbase.cluster.distributed=false 2024-12-10T07:51:26,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:26,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42387 2024-12-10T07:51:26,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42387 2024-12-10T07:51:26,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42387 2024-12-10T07:51:26,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42387 2024-12-10T07:51:26,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42387 2024-12-10T07:51:26,790 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:26,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:26,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:26,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:26,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:26,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:26,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:51:26,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:26,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40327 2024-12-10T07:51:26,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40327 connecting to ZooKeeper ensemble=127.0.0.1:60538 2024-12-10T07:51:26,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:26,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:26,837 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403270x0, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:26,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403270x0, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:26,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40327-0x1000ec2eb9e0001 connected 2024-12-10T07:51:26,841 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:51:26,847 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:51:26,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:51:26,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:26,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40327 2024-12-10T07:51:26,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40327 2024-12-10T07:51:26,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40327 2024-12-10T07:51:26,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40327 2024-12-10T07:51:26,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40327 2024-12-10T07:51:26,875 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:26,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:26,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:26,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:26,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:26,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:26,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:51:26,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:26,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41433 2024-12-10T07:51:26,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41433 connecting to ZooKeeper ensemble=127.0.0.1:60538 2024-12-10T07:51:26,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:26,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:26,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414330x0, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:26,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414330x0, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:26,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41433-0x1000ec2eb9e0002 connected 2024-12-10T07:51:26,904 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:51:26,905 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:51:26,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:51:26,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:26,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41433 2024-12-10T07:51:26,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41433 2024-12-10T07:51:26,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41433 2024-12-10T07:51:26,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41433 2024-12-10T07:51:26,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41433 2024-12-10T07:51:26,926 DEBUG [M:0;80fbf959555f:42387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80fbf959555f:42387 2024-12-10T07:51:26,927 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80fbf959555f,42387,1733817085981 2024-12-10T07:51:26,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:26,937 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:26,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:26,938 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80fbf959555f,42387,1733817085981 2024-12-10T07:51:26,961 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:26,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:26,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:26,962 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:26,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:26,963 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:51:26,964 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80fbf959555f,42387,1733817085981 from backup master directory 2024-12-10T07:51:26,970 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:26,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80fbf959555f,42387,1733817085981 2024-12-10T07:51:26,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:26,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:26,970 WARN [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:26,971 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80fbf959555f,42387,1733817085981 2024-12-10T07:51:26,973 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-10T07:51:26,974 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-10T07:51:27,028 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/hbase.id] with ID: ba85059d-bb4c-42db-a247-1700b11b7929 2024-12-10T07:51:27,028 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/.tmp/hbase.id 2024-12-10T07:51:27,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:51:27,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:51:27,041 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/.tmp/hbase.id]:[hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/hbase.id] 2024-12-10T07:51:27,087 INFO [master/80fbf959555f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:27,092 INFO [master/80fbf959555f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T07:51:27,109 INFO [master/80fbf959555f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-10T07:51:27,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:27,128 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:27,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:27,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:51:27,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:51:27,156 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:51:27,158 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T07:51:27,171 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T07:51:27,175 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:27,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:51:27,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:51:27,223 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store 2024-12-10T07:51:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:51:27,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:51:27,247 INFO [master/80fbf959555f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-10T07:51:27,251 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:27,253 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:51:27,253 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:27,253 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:27,255 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:51:27,255 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:27,255 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:27,257 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733817087252Disabling compacts and flushes for region at 1733817087252Disabling writes for close at 1733817087255 (+3 ms)Writing region close event to WAL at 1733817087255Closed at 1733817087255 2024-12-10T07:51:27,259 WARN [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/.initializing 2024-12-10T07:51:27,259 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/WALs/80fbf959555f,42387,1733817085981 2024-12-10T07:51:27,267 INFO [master/80fbf959555f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:27,282 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C42387%2C1733817085981, suffix=, logDir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/WALs/80fbf959555f,42387,1733817085981, archiveDir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/oldWALs, maxLogs=10 2024-12-10T07:51:27,303 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/WALs/80fbf959555f,42387,1733817085981/80fbf959555f%2C42387%2C1733817085981.1733817087287, exclude list is [], retry=0 2024-12-10T07:51:27,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33909,DS-b6c11a09-71f4-4ec1-ab01-32d339a4f19c,DISK] 2024-12-10T07:51:27,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38851,DS-c0ee1440-605d-45f9-96e5-788397957da3,DISK] 2024-12-10T07:51:27,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-10T07:51:27,352 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/WALs/80fbf959555f,42387,1733817085981/80fbf959555f%2C42387%2C1733817085981.1733817087287 2024-12-10T07:51:27,353 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33491:33491),(127.0.0.1/127.0.0.1:36067:36067)] 2024-12-10T07:51:27,354 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:51:27,354 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:27,357 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:27,357 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:27,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:27,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T07:51:27,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:27,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:27,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:27,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T07:51:27,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:27,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:27,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:27,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T07:51:27,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:27,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:27,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:27,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T07:51:27,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:27,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:27,432 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:27,435 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:27,437 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:27,441 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:27,442 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:27,445 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:27,449 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:27,454 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:27,456 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62116901, jitterRate=-0.07438604533672333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:27,463 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733817087370Initializing all the Stores at 1733817087372 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817087372Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817087373 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817087373Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817087373Cleaning up temporary data from old regions at 1733817087442 (+69 ms)Region opened successfully at 1733817087463 (+21 ms) 2024-12-10T07:51:27,464 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T07:51:27,495 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739a54cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:27,521 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T07:51:27,530 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T07:51:27,530 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T07:51:27,533 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T07:51:27,534 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-10T07:51:27,539 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-10T07:51:27,539 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T07:51:27,561 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T07:51:27,568 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T07:51:27,627 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T07:51:27,630 INFO [master/80fbf959555f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T07:51:27,632 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T07:51:27,636 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T07:51:27,638 INFO [master/80fbf959555f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T07:51:27,641 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T07:51:27,653 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T07:51:27,654 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T07:51:27,661 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T07:51:27,677 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T07:51:27,686 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T07:51:27,694 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:27,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:27,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:27,694 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:27,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:27,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:27,697 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80fbf959555f,42387,1733817085981, sessionid=0x1000ec2eb9e0000, setting cluster-up flag (Was=false) 2024-12-10T07:51:27,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:27,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:27,719 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:27,744 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T07:51:27,746 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80fbf959555f,42387,1733817085981 2024-12-10T07:51:27,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:27,761 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:27,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:27,786 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T07:51:27,788 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80fbf959555f,42387,1733817085981 2024-12-10T07:51:27,794 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T07:51:27,817 INFO [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(746): ClusterId : ba85059d-bb4c-42db-a247-1700b11b7929 2024-12-10T07:51:27,817 INFO [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(746): ClusterId : ba85059d-bb4c-42db-a247-1700b11b7929 2024-12-10T07:51:27,820 DEBUG [RS:1;80fbf959555f:41433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:51:27,820 DEBUG [RS:0;80fbf959555f:40327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:51:27,830 DEBUG [RS:0;80fbf959555f:40327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:51:27,830 DEBUG [RS:1;80fbf959555f:41433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:51:27,830 DEBUG [RS:0;80fbf959555f:40327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:51:27,830 DEBUG [RS:1;80fbf959555f:41433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:51:27,838 DEBUG [RS:0;80fbf959555f:40327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:51:27,838 DEBUG [RS:1;80fbf959555f:41433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:51:27,838 DEBUG [RS:1;80fbf959555f:41433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5033c749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:27,838 DEBUG [RS:0;80fbf959555f:40327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58134e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:27,852 DEBUG [RS:1;80fbf959555f:41433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;80fbf959555f:41433 2024-12-10T07:51:27,855 INFO [RS:1;80fbf959555f:41433 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:51:27,856 DEBUG [RS:0;80fbf959555f:40327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80fbf959555f:40327 2024-12-10T07:51:27,856 INFO [RS:1;80fbf959555f:41433 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:51:27,856 DEBUG [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:51:27,856 INFO [RS:0;80fbf959555f:40327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:51:27,856 INFO [RS:0;80fbf959555f:40327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:51:27,856 DEBUG [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:51:27,859 INFO [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(2659): reportForDuty to master=80fbf959555f,42387,1733817085981 with port=40327, startcode=1733817086749 2024-12-10T07:51:27,859 INFO [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(2659): reportForDuty to master=80fbf959555f,42387,1733817085981 with port=41433, startcode=1733817086874 2024-12-10T07:51:27,869 DEBUG [RS:1;80fbf959555f:41433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:51:27,869 DEBUG [RS:0;80fbf959555f:40327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:51:27,871 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:27,879 INFO [master/80fbf959555f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T07:51:27,886 INFO [master/80fbf959555f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T07:51:27,893 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80fbf959555f,42387,1733817085981 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T07:51:27,902 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:27,903 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:27,904 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:27,904 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:27,904 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80fbf959555f:0, corePoolSize=10, maxPoolSize=10 2024-12-10T07:51:27,904 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:27,904 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:27,905 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:27,905 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58069, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:51:27,905 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57917, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:51:27,907 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733817117907 2024-12-10T07:51:27,909 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T07:51:27,911 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T07:51:27,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:27,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T07:51:27,913 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42387 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-10T07:51:27,915 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T07:51:27,916 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T07:51:27,916 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T07:51:27,916 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T07:51:27,917 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:27,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:51:27,920 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42387 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-10T07:51:27,919 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:27,923 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T07:51:27,924 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T07:51:27,925 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T07:51:27,926 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T07:51:27,927 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T07:51:27,931 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817087928,5,FailOnTimeoutGroup] 2024-12-10T07:51:27,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:51:27,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:51:27,932 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817087931,5,FailOnTimeoutGroup] 2024-12-10T07:51:27,932 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:27,932 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T07:51:27,933 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:27,934 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:27,940 DEBUG [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-10T07:51:27,940 DEBUG [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-10T07:51:27,940 WARN [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-10T07:51:27,940 WARN [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-10T07:51:28,041 INFO [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(2659): reportForDuty to master=80fbf959555f,42387,1733817085981 with port=40327, startcode=1733817086749 2024-12-10T07:51:28,041 INFO [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(2659): reportForDuty to master=80fbf959555f,42387,1733817085981 with port=41433, startcode=1733817086874 2024-12-10T07:51:28,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80fbf959555f,40327,1733817086749 2024-12-10T07:51:28,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42387 {}] master.ServerManager(517): Registering regionserver=80fbf959555f,40327,1733817086749 2024-12-10T07:51:28,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80fbf959555f,41433,1733817086874 2024-12-10T07:51:28,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42387 {}] master.ServerManager(517): Registering regionserver=80fbf959555f,41433,1733817086874 2024-12-10T07:51:28,054 DEBUG [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173 2024-12-10T07:51:28,054 DEBUG [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37757 2024-12-10T07:51:28,054 DEBUG [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:51:28,057 DEBUG [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173 2024-12-10T07:51:28,058 DEBUG [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37757 2024-12-10T07:51:28,058 DEBUG [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:51:28,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:51:28,115 DEBUG [RS:0;80fbf959555f:40327 {}] zookeeper.ZKUtil(111): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80fbf959555f,40327,1733817086749 2024-12-10T07:51:28,115 WARN [RS:0;80fbf959555f:40327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:28,115 INFO [RS:0;80fbf959555f:40327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:28,115 DEBUG [RS:1;80fbf959555f:41433 {}] zookeeper.ZKUtil(111): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80fbf959555f,41433,1733817086874 2024-12-10T07:51:28,115 WARN [RS:1;80fbf959555f:41433 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:28,115 DEBUG [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/WALs/80fbf959555f,40327,1733817086749 2024-12-10T07:51:28,115 INFO [RS:1;80fbf959555f:41433 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:28,115 DEBUG [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/WALs/80fbf959555f,41433,1733817086874 2024-12-10T07:51:28,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80fbf959555f,40327,1733817086749] 2024-12-10T07:51:28,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80fbf959555f,41433,1733817086874] 2024-12-10T07:51:28,138 INFO [RS:0;80fbf959555f:40327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:51:28,138 INFO [RS:1;80fbf959555f:41433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:51:28,149 INFO [RS:0;80fbf959555f:40327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:51:28,149 INFO [RS:1;80fbf959555f:41433 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:51:28,154 INFO [RS:0;80fbf959555f:40327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:51:28,154 INFO [RS:1;80fbf959555f:41433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:51:28,154 INFO [RS:0;80fbf959555f:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,154 INFO [RS:1;80fbf959555f:41433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,155 INFO [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:51:28,155 INFO [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:51:28,161 INFO [RS:1;80fbf959555f:41433 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:51:28,161 INFO [RS:0;80fbf959555f:40327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:51:28,162 INFO [RS:0;80fbf959555f:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,162 INFO [RS:1;80fbf959555f:41433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,162 DEBUG [RS:0;80fbf959555f:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,162 DEBUG [RS:1;80fbf959555f:41433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,163 DEBUG [RS:0;80fbf959555f:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,163 DEBUG [RS:1;80fbf959555f:41433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,163 DEBUG [RS:0;80fbf959555f:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,163 DEBUG [RS:0;80fbf959555f:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,163 DEBUG [RS:1;80fbf959555f:41433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,163 DEBUG [RS:0;80fbf959555f:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,163 DEBUG [RS:1;80fbf959555f:41433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,163 DEBUG [RS:0;80fbf959555f:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:28,163 DEBUG [RS:0;80fbf959555f:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,163 DEBUG [RS:1;80fbf959555f:41433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,163 DEBUG [RS:0;80fbf959555f:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,163 DEBUG [RS:1;80fbf959555f:41433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:28,163 DEBUG [RS:0;80fbf959555f:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,163 DEBUG [RS:1;80fbf959555f:41433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,163 DEBUG [RS:0;80fbf959555f:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,164 DEBUG [RS:0;80fbf959555f:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,164 DEBUG [RS:1;80fbf959555f:41433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,164 DEBUG [RS:0;80fbf959555f:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,164 DEBUG [RS:1;80fbf959555f:41433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,164 DEBUG [RS:0;80fbf959555f:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:28,164 DEBUG [RS:0;80fbf959555f:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:28,164 DEBUG [RS:1;80fbf959555f:41433 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,164 DEBUG [RS:1;80fbf959555f:41433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,164 DEBUG [RS:1;80fbf959555f:41433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:28,164 DEBUG [RS:1;80fbf959555f:41433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:28,165 DEBUG [RS:1;80fbf959555f:41433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:28,167 INFO [RS:0;80fbf959555f:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,167 INFO [RS:1;80fbf959555f:41433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,167 INFO [RS:0;80fbf959555f:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,167 INFO [RS:1;80fbf959555f:41433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,167 INFO [RS:0;80fbf959555f:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,167 INFO [RS:1;80fbf959555f:41433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,167 INFO [RS:0;80fbf959555f:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,167 INFO [RS:1;80fbf959555f:41433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,167 INFO [RS:0;80fbf959555f:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,167 INFO [RS:1;80fbf959555f:41433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,167 INFO [RS:0;80fbf959555f:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,40327,1733817086749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:28,167 INFO [RS:1;80fbf959555f:41433 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,41433,1733817086874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:28,184 INFO [RS:1;80fbf959555f:41433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:51:28,185 INFO [RS:1;80fbf959555f:41433 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,41433,1733817086874-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,186 INFO [RS:1;80fbf959555f:41433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,186 INFO [RS:1;80fbf959555f:41433 {}] regionserver.Replication(171): 80fbf959555f,41433,1733817086874 started 2024-12-10T07:51:28,186 INFO [RS:0;80fbf959555f:40327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:51:28,186 INFO [RS:0;80fbf959555f:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,40327,1733817086749-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,186 INFO [RS:0;80fbf959555f:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,187 INFO [RS:0;80fbf959555f:40327 {}] regionserver.Replication(171): 80fbf959555f,40327,1733817086749 started 2024-12-10T07:51:28,201 INFO [RS:1;80fbf959555f:41433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,201 INFO [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(1482): Serving as 80fbf959555f,41433,1733817086874, RpcServer on 80fbf959555f/172.17.0.2:41433, sessionid=0x1000ec2eb9e0002 2024-12-10T07:51:28,202 DEBUG [RS:1;80fbf959555f:41433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:51:28,202 DEBUG [RS:1;80fbf959555f:41433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80fbf959555f,41433,1733817086874 2024-12-10T07:51:28,202 DEBUG [RS:1;80fbf959555f:41433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,41433,1733817086874' 2024-12-10T07:51:28,202 DEBUG [RS:1;80fbf959555f:41433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:51:28,203 DEBUG [RS:1;80fbf959555f:41433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:51:28,204 DEBUG [RS:1;80fbf959555f:41433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:51:28,204 DEBUG [RS:1;80fbf959555f:41433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:51:28,204 DEBUG [RS:1;80fbf959555f:41433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80fbf959555f,41433,1733817086874 2024-12-10T07:51:28,205 DEBUG [RS:1;80fbf959555f:41433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,41433,1733817086874' 2024-12-10T07:51:28,205 DEBUG [RS:1;80fbf959555f:41433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:51:28,205 DEBUG [RS:1;80fbf959555f:41433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:51:28,206 DEBUG [RS:1;80fbf959555f:41433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:51:28,206 INFO [RS:1;80fbf959555f:41433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:51:28,206 INFO [RS:1;80fbf959555f:41433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:51:28,208 INFO [RS:0;80fbf959555f:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:28,208 INFO [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(1482): Serving as 80fbf959555f,40327,1733817086749, RpcServer on 80fbf959555f/172.17.0.2:40327, sessionid=0x1000ec2eb9e0001 2024-12-10T07:51:28,208 DEBUG [RS:0;80fbf959555f:40327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:51:28,208 DEBUG [RS:0;80fbf959555f:40327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80fbf959555f,40327,1733817086749 2024-12-10T07:51:28,208 DEBUG [RS:0;80fbf959555f:40327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,40327,1733817086749' 2024-12-10T07:51:28,208 DEBUG [RS:0;80fbf959555f:40327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:51:28,209 DEBUG [RS:0;80fbf959555f:40327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:51:28,210 DEBUG [RS:0;80fbf959555f:40327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:51:28,210 DEBUG [RS:0;80fbf959555f:40327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:51:28,210 DEBUG [RS:0;80fbf959555f:40327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80fbf959555f,40327,1733817086749 2024-12-10T07:51:28,210 DEBUG [RS:0;80fbf959555f:40327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,40327,1733817086749' 2024-12-10T07:51:28,210 DEBUG [RS:0;80fbf959555f:40327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:51:28,210 DEBUG [RS:0;80fbf959555f:40327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:51:28,211 DEBUG [RS:0;80fbf959555f:40327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:51:28,211 INFO [RS:0;80fbf959555f:40327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:51:28,211 INFO [RS:0;80fbf959555f:40327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:51:28,310 INFO [RS:1;80fbf959555f:41433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:28,312 INFO [RS:0;80fbf959555f:40327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:28,313 INFO [RS:1;80fbf959555f:41433 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C41433%2C1733817086874, suffix=, logDir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/WALs/80fbf959555f,41433,1733817086874, archiveDir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/oldWALs, maxLogs=32 2024-12-10T07:51:28,315 INFO [RS:0;80fbf959555f:40327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C40327%2C1733817086749, suffix=, logDir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/WALs/80fbf959555f,40327,1733817086749, archiveDir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/oldWALs, maxLogs=32 2024-12-10T07:51:28,331 DEBUG [RS:1;80fbf959555f:41433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/WALs/80fbf959555f,41433,1733817086874/80fbf959555f%2C41433%2C1733817086874.1733817088316, exclude list is [], retry=0 2024-12-10T07:51:28,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T07:51:28,335 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173 2024-12-10T07:51:28,336 DEBUG [RS:0;80fbf959555f:40327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/WALs/80fbf959555f,40327,1733817086749/80fbf959555f%2C40327%2C1733817086749.1733817088317, exclude list is [], retry=0 2024-12-10T07:51:28,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33909,DS-b6c11a09-71f4-4ec1-ab01-32d339a4f19c,DISK] 2024-12-10T07:51:28,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38851,DS-c0ee1440-605d-45f9-96e5-788397957da3,DISK] 2024-12-10T07:51:28,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38851,DS-c0ee1440-605d-45f9-96e5-788397957da3,DISK] 2024-12-10T07:51:28,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33909,DS-b6c11a09-71f4-4ec1-ab01-32d339a4f19c,DISK] 2024-12-10T07:51:28,342 INFO [RS:1;80fbf959555f:41433 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/WALs/80fbf959555f,41433,1733817086874/80fbf959555f%2C41433%2C1733817086874.1733817088316 2024-12-10T07:51:28,343 DEBUG [RS:1;80fbf959555f:41433 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36067:36067),(127.0.0.1/127.0.0.1:33491:33491)] 2024-12-10T07:51:28,354 INFO [RS:0;80fbf959555f:40327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/WALs/80fbf959555f,40327,1733817086749/80fbf959555f%2C40327%2C1733817086749.1733817088317 2024-12-10T07:51:28,355 DEBUG [RS:0;80fbf959555f:40327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36067:36067),(127.0.0.1/127.0.0.1:33491:33491)] 2024-12-10T07:51:28,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741834_1010 (size=32) 2024-12-10T07:51:28,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741834_1010 (size=32) 2024-12-10T07:51:28,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:28,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:51:28,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:51:28,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:28,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:28,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:51:28,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:51:28,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:28,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:28,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:51:28,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:51:28,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:28,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:28,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:51:28,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:51:28,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:28,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:28,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:51:28,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740 2024-12-10T07:51:28,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740 2024-12-10T07:51:28,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:51:28,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:51:28,386 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:28,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:51:28,392 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:28,393 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71590097, jitterRate=0.06677557528018951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:28,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733817088364Initializing all the Stores at 1733817088366 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817088366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817088366Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817088366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817088366Cleaning up temporary data from old regions at 1733817088385 (+19 ms)Region opened successfully at 1733817088394 (+9 ms) 2024-12-10T07:51:28,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:51:28,395 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:51:28,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:51:28,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:51:28,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:51:28,396 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:28,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733817088395Disabling compacts and flushes for region at 1733817088395Disabling writes for close at 1733817088395Writing region close event to WAL at 1733817088396 (+1 ms)Closed at 1733817088396 2024-12-10T07:51:28,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:28,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T07:51:28,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T07:51:28,410 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:51:28,413 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T07:51:28,566 DEBUG [80fbf959555f:42387 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T07:51:28,573 DEBUG [80fbf959555f:42387 {}] balancer.BalancerClusterState(204): Hosts are {80fbf959555f=0} racks are {/default-rack=0} 2024-12-10T07:51:28,580 DEBUG [80fbf959555f:42387 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:51:28,580 DEBUG [80fbf959555f:42387 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:51:28,580 DEBUG [80fbf959555f:42387 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:51:28,580 DEBUG [80fbf959555f:42387 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:51:28,580 INFO [80fbf959555f:42387 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:51:28,580 INFO [80fbf959555f:42387 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:51:28,580 DEBUG [80fbf959555f:42387 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:51:28,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80fbf959555f,41433,1733817086874 2024-12-10T07:51:28,593 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80fbf959555f,41433,1733817086874, state=OPENING 2024-12-10T07:51:28,652 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T07:51:28,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:28,661 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:28,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:28,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:28,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:28,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:28,664 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:51:28,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80fbf959555f,41433,1733817086874}] 2024-12-10T07:51:28,838 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:28,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37231, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:28,851 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T07:51:28,851 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:28,852 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T07:51:28,855 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C41433%2C1733817086874.meta, suffix=.meta, logDir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/WALs/80fbf959555f,41433,1733817086874, archiveDir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/oldWALs, maxLogs=32 2024-12-10T07:51:28,872 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/WALs/80fbf959555f,41433,1733817086874/80fbf959555f%2C41433%2C1733817086874.meta.1733817088856.meta, exclude list is [], retry=0 2024-12-10T07:51:28,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33909,DS-b6c11a09-71f4-4ec1-ab01-32d339a4f19c,DISK] 2024-12-10T07:51:28,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38851,DS-c0ee1440-605d-45f9-96e5-788397957da3,DISK] 2024-12-10T07:51:28,880 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/WALs/80fbf959555f,41433,1733817086874/80fbf959555f%2C41433%2C1733817086874.meta.1733817088856.meta 2024-12-10T07:51:28,880 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36067:36067),(127.0.0.1/127.0.0.1:33491:33491)] 2024-12-10T07:51:28,880 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:51:28,882 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T07:51:28,884 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T07:51:28,888 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T07:51:28,892 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T07:51:28,893 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:28,893 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T07:51:28,893 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T07:51:28,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:51:28,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:51:28,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:28,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:28,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:51:28,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:51:28,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:28,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:28,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:51:28,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:51:28,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:28,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:28,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:51:28,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:51:28,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:28,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:28,907 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:51:28,908 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740 2024-12-10T07:51:28,912 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740 2024-12-10T07:51:28,914 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:51:28,915 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:51:28,916 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:28,919 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:51:28,921 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74889085, jitterRate=0.1159343272447586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:28,921 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T07:51:28,923 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733817088893Writing region info on filesystem at 1733817088894 (+1 ms)Initializing all the Stores at 1733817088895 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817088896 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817088896Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817088896Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817088896Cleaning up temporary data from old regions at 1733817088915 (+19 ms)Running coprocessor post-open hooks at 1733817088921 (+6 ms)Region opened successfully at 1733817088923 (+2 ms) 2024-12-10T07:51:28,931 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733817088830 2024-12-10T07:51:28,943 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T07:51:28,944 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T07:51:28,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,41433,1733817086874 2024-12-10T07:51:28,948 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80fbf959555f,41433,1733817086874, state=OPEN 2024-12-10T07:51:28,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:28,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:28,969 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:28,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:28,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:28,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:28,970 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80fbf959555f,41433,1733817086874 2024-12-10T07:51:28,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T07:51:28,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80fbf959555f,41433,1733817086874 in 304 msec 2024-12-10T07:51:28,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T07:51:28,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 573 msec 2024-12-10T07:51:28,990 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:28,991 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T07:51:29,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:51:29,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80fbf959555f,41433,1733817086874, seqNum=-1] 2024-12-10T07:51:29,030 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:29,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58085, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:29,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-12-10T07:51:29,054 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733817089054, completionTime=-1 2024-12-10T07:51:29,057 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-10T07:51:29,058 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T07:51:29,084 INFO [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-10T07:51:29,085 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733817149085 2024-12-10T07:51:29,085 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733817209085 2024-12-10T07:51:29,085 INFO [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-10T07:51:29,087 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:51:29,095 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,42387,1733817085981-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:29,095 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,42387,1733817085981-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:29,095 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,42387,1733817085981-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:29,096 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80fbf959555f:42387, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:29,097 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:29,097 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:29,104 DEBUG [master/80fbf959555f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T07:51:29,127 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.156sec 2024-12-10T07:51:29,129 INFO [master/80fbf959555f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T07:51:29,130 INFO [master/80fbf959555f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T07:51:29,131 INFO [master/80fbf959555f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T07:51:29,132 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T07:51:29,132 INFO [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T07:51:29,133 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,42387,1733817085981-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:29,133 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,42387,1733817085981-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T07:51:29,138 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T07:51:29,139 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T07:51:29,139 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,42387,1733817085981-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:29,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd70f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:29,228 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-10T07:51:29,228 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-10T07:51:29,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80fbf959555f,42387,-1 for getting cluster id 2024-12-10T07:51:29,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T07:51:29,266 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba85059d-bb4c-42db-a247-1700b11b7929' 2024-12-10T07:51:29,268 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T07:51:29,269 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba85059d-bb4c-42db-a247-1700b11b7929" 2024-12-10T07:51:29,269 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2609bff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:29,269 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80fbf959555f,42387,-1] 2024-12-10T07:51:29,272 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T07:51:29,274 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:29,275 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T07:51:29,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbae498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:29,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:51:29,285 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80fbf959555f,41433,1733817086874, seqNum=-1] 2024-12-10T07:51:29,286 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:29,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:29,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80fbf959555f,42387,1733817085981 2024-12-10T07:51:29,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T07:51:29,338 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80fbf959555f,42387,1733817085981 2024-12-10T07:51:29,341 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b1bc1f1 2024-12-10T07:51:29,343 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T07:51:29,345 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T07:51:29,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:51:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-10T07:51:29,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:51:29,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-10T07:51:29,369 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:29,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:51:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:29,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741836_1012 (size=379) 2024-12-10T07:51:29,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741836_1012 (size=379) 2024-12-10T07:51:29,392 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b6396ac8385df670bf26b60349602c9f, NAME => 'testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173 2024-12-10T07:51:29,392 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 684dff55a47586063b4b73e47fd988a3, NAME => 'testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173 2024-12-10T07:51:29,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741838_1014 (size=61) 2024-12-10T07:51:29,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741837_1013 (size=61) 2024-12-10T07:51:29,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741838_1014 (size=61) 2024-12-10T07:51:29,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741837_1013 (size=61) 2024-12-10T07:51:29,414 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:29,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b6396ac8385df670bf26b60349602c9f, disabling compactions & flushes 2024-12-10T07:51:29,415 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f. 2024-12-10T07:51:29,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:29,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f. 2024-12-10T07:51:29,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f. after waiting 0 ms 2024-12-10T07:51:29,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 684dff55a47586063b4b73e47fd988a3, disabling compactions & flushes 2024-12-10T07:51:29,415 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3. 2024-12-10T07:51:29,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f. 2024-12-10T07:51:29,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3. 2024-12-10T07:51:29,415 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f. 2024-12-10T07:51:29,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3. after waiting 0 ms 2024-12-10T07:51:29,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b6396ac8385df670bf26b60349602c9f: Waiting for close lock at 1733817089414Disabling compacts and flushes for region at 1733817089414Disabling writes for close at 1733817089415 (+1 ms)Writing region close event to WAL at 1733817089415Closed at 1733817089415 2024-12-10T07:51:29,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3. 2024-12-10T07:51:29,415 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3. 2024-12-10T07:51:29,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 684dff55a47586063b4b73e47fd988a3: Waiting for close lock at 1733817089415Disabling compacts and flushes for region at 1733817089415Disabling writes for close at 1733817089415Writing region close event to WAL at 1733817089415Closed at 1733817089415 2024-12-10T07:51:29,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:51:29,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733817089418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733817089418"}]},"ts":"1733817089418"} 2024-12-10T07:51:29,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733817089418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733817089418"}]},"ts":"1733817089418"} 2024-12-10T07:51:29,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-10T07:51:29,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:51:29,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733817089459"}]},"ts":"1733817089459"} 2024-12-10T07:51:29,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-10T07:51:29,467 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {80fbf959555f=0} racks are {/default-rack=0} 2024-12-10T07:51:29,469 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:51:29,469 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:51:29,469 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:51:29,469 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:51:29,469 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:51:29,469 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:51:29,469 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:51:29,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=684dff55a47586063b4b73e47fd988a3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b6396ac8385df670bf26b60349602c9f, ASSIGN}] 2024-12-10T07:51:29,473 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=684dff55a47586063b4b73e47fd988a3, ASSIGN 2024-12-10T07:51:29,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b6396ac8385df670bf26b60349602c9f, ASSIGN 2024-12-10T07:51:29,476 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b6396ac8385df670bf26b60349602c9f, ASSIGN; state=OFFLINE, location=80fbf959555f,41433,1733817086874; forceNewPlan=false, retain=false 2024-12-10T07:51:29,476 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=684dff55a47586063b4b73e47fd988a3, ASSIGN; state=OFFLINE, location=80fbf959555f,40327,1733817086749; forceNewPlan=false, retain=false 2024-12-10T07:51:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:29,628 INFO [80fbf959555f:42387 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-10T07:51:29,629 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b6396ac8385df670bf26b60349602c9f, regionState=OPENING, regionLocation=80fbf959555f,41433,1733817086874 2024-12-10T07:51:29,629 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=684dff55a47586063b4b73e47fd988a3, regionState=OPENING, regionLocation=80fbf959555f,40327,1733817086749 2024-12-10T07:51:29,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=684dff55a47586063b4b73e47fd988a3, ASSIGN because future has completed 2024-12-10T07:51:29,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 684dff55a47586063b4b73e47fd988a3, server=80fbf959555f,40327,1733817086749}] 2024-12-10T07:51:29,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b6396ac8385df670bf26b60349602c9f, ASSIGN because future has completed 2024-12-10T07:51:29,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6396ac8385df670bf26b60349602c9f, server=80fbf959555f,41433,1733817086874}] 2024-12-10T07:51:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:29,789 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:29,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38937, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:29,796 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f. 2024-12-10T07:51:29,796 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3. 2024-12-10T07:51:29,797 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b6396ac8385df670bf26b60349602c9f, NAME => 'testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f.', STARTKEY => '5', ENDKEY => ''} 2024-12-10T07:51:29,797 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 684dff55a47586063b4b73e47fd988a3, NAME => 'testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3.', STARTKEY => '', ENDKEY => '5'} 2024-12-10T07:51:29,797 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 684dff55a47586063b4b73e47fd988a3 2024-12-10T07:51:29,797 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b6396ac8385df670bf26b60349602c9f 2024-12-10T07:51:29,797 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:29,797 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:29,798 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 684dff55a47586063b4b73e47fd988a3 2024-12-10T07:51:29,798 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b6396ac8385df670bf26b60349602c9f 2024-12-10T07:51:29,798 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 684dff55a47586063b4b73e47fd988a3 2024-12-10T07:51:29,798 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b6396ac8385df670bf26b60349602c9f 2024-12-10T07:51:29,801 INFO [StoreOpener-684dff55a47586063b4b73e47fd988a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 684dff55a47586063b4b73e47fd988a3 2024-12-10T07:51:29,801 INFO [StoreOpener-b6396ac8385df670bf26b60349602c9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b6396ac8385df670bf26b60349602c9f 2024-12-10T07:51:29,804 INFO [StoreOpener-684dff55a47586063b4b73e47fd988a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684dff55a47586063b4b73e47fd988a3 columnFamilyName family 2024-12-10T07:51:29,804 INFO [StoreOpener-b6396ac8385df670bf26b60349602c9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6396ac8385df670bf26b60349602c9f columnFamilyName family 2024-12-10T07:51:29,804 DEBUG [StoreOpener-684dff55a47586063b4b73e47fd988a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:29,804 DEBUG [StoreOpener-b6396ac8385df670bf26b60349602c9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:29,805 INFO [StoreOpener-684dff55a47586063b4b73e47fd988a3-1 {}] regionserver.HStore(327): Store=684dff55a47586063b4b73e47fd988a3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:29,805 INFO [StoreOpener-b6396ac8385df670bf26b60349602c9f-1 {}] regionserver.HStore(327): Store=b6396ac8385df670bf26b60349602c9f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:29,806 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b6396ac8385df670bf26b60349602c9f 2024-12-10T07:51:29,806 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 684dff55a47586063b4b73e47fd988a3 2024-12-10T07:51:29,807 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/b6396ac8385df670bf26b60349602c9f 2024-12-10T07:51:29,807 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/684dff55a47586063b4b73e47fd988a3 2024-12-10T07:51:29,808 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/684dff55a47586063b4b73e47fd988a3 2024-12-10T07:51:29,808 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/b6396ac8385df670bf26b60349602c9f 2024-12-10T07:51:29,809 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b6396ac8385df670bf26b60349602c9f 2024-12-10T07:51:29,809 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 684dff55a47586063b4b73e47fd988a3 2024-12-10T07:51:29,809 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b6396ac8385df670bf26b60349602c9f 2024-12-10T07:51:29,809 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 684dff55a47586063b4b73e47fd988a3 2024-12-10T07:51:29,812 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 684dff55a47586063b4b73e47fd988a3 2024-12-10T07:51:29,812 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b6396ac8385df670bf26b60349602c9f 2024-12-10T07:51:29,816 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/b6396ac8385df670bf26b60349602c9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:29,816 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/684dff55a47586063b4b73e47fd988a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:29,817 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b6396ac8385df670bf26b60349602c9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68855242, jitterRate=0.026023060083389282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:51:29,818 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6396ac8385df670bf26b60349602c9f 2024-12-10T07:51:29,817 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 684dff55a47586063b4b73e47fd988a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64689732, jitterRate=-0.03604787588119507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:51:29,818 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 684dff55a47586063b4b73e47fd988a3 2024-12-10T07:51:29,819 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b6396ac8385df670bf26b60349602c9f: Running coprocessor pre-open hook at 1733817089798Writing region info on filesystem at 1733817089798Initializing all the Stores at 1733817089800 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817089800Cleaning up temporary data from old regions at 1733817089809 (+9 ms)Running coprocessor post-open hooks at 1733817089818 (+9 ms)Region opened successfully at 1733817089819 (+1 ms) 2024-12-10T07:51:29,819 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 684dff55a47586063b4b73e47fd988a3: Running coprocessor pre-open hook at 1733817089798Writing region info on filesystem at 1733817089798Initializing all the Stores at 1733817089800 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817089800Cleaning up temporary data from old regions at 1733817089809 (+9 ms)Running coprocessor post-open hooks at 1733817089818 (+9 ms)Region opened successfully at 1733817089819 (+1 ms) 2024-12-10T07:51:29,823 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f., pid=8, masterSystemTime=1733817089791 2024-12-10T07:51:29,823 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3., pid=7, masterSystemTime=1733817089789 2024-12-10T07:51:29,827 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3. 2024-12-10T07:51:29,827 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3. 2024-12-10T07:51:29,828 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=684dff55a47586063b4b73e47fd988a3, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,40327,1733817086749 2024-12-10T07:51:29,829 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f. 2024-12-10T07:51:29,829 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f. 2024-12-10T07:51:29,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b6396ac8385df670bf26b60349602c9f, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,41433,1733817086874 2024-12-10T07:51:29,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 684dff55a47586063b4b73e47fd988a3, server=80fbf959555f,40327,1733817086749 because future has completed 2024-12-10T07:51:29,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6396ac8385df670bf26b60349602c9f, server=80fbf959555f,41433,1733817086874 because future has completed 2024-12-10T07:51:29,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-10T07:51:29,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 684dff55a47586063b4b73e47fd988a3, server=80fbf959555f,40327,1733817086749 in 200 msec 2024-12-10T07:51:29,840 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42387 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=80fbf959555f,41433,1733817086874, table=testClearRegionBlockCache, region=b6396ac8385df670bf26b60349602c9f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-10T07:51:29,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=684dff55a47586063b4b73e47fd988a3, ASSIGN in 370 msec 2024-12-10T07:51:29,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-10T07:51:29,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b6396ac8385df670bf26b60349602c9f, server=80fbf959555f,41433,1733817086874 in 212 msec 2024-12-10T07:51:29,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-10T07:51:29,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b6396ac8385df670bf26b60349602c9f, ASSIGN in 383 msec 2024-12-10T07:51:29,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:51:29,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733817089859"}]},"ts":"1733817089859"} 2024-12-10T07:51:29,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-10T07:51:29,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:51:29,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 508 msec 2024-12-10T07:51:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:30,003 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-10T07:51:30,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-10T07:51:30,004 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:51:30,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-10T07:51:30,011 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:51:30,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-10T07:51:30,020 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3., hostname=80fbf959555f,40327,1733817086749, seqNum=2] 2024-12-10T07:51:30,021 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:30,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:30,040 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f., hostname=80fbf959555f,41433,1733817086874, seqNum=2] 2024-12-10T07:51:30,058 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 684dff55a47586063b4b73e47fd988a3 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-10T07:51:30,113 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/684dff55a47586063b4b73e47fd988a3/.tmp/family/647bcc2ae4bb4a8e9876c74b1fcc4976 is 32, key is 1/family:/1733817090024/Put/seqid=0 2024-12-10T07:51:30,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741839_1015 (size=5054) 2024-12-10T07:51:30,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741839_1015 (size=5054) 2024-12-10T07:51:30,126 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/684dff55a47586063b4b73e47fd988a3/.tmp/family/647bcc2ae4bb4a8e9876c74b1fcc4976 2024-12-10T07:51:30,175 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/684dff55a47586063b4b73e47fd988a3/.tmp/family/647bcc2ae4bb4a8e9876c74b1fcc4976 as hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/684dff55a47586063b4b73e47fd988a3/family/647bcc2ae4bb4a8e9876c74b1fcc4976 2024-12-10T07:51:30,187 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/684dff55a47586063b4b73e47fd988a3/family/647bcc2ae4bb4a8e9876c74b1fcc4976, entries=4, sequenceid=8, filesize=4.9 K 2024-12-10T07:51:30,195 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 684dff55a47586063b4b73e47fd988a3 in 135ms, sequenceid=8, compaction requested=false 2024-12-10T07:51:30,196 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-10T07:51:30,199 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 684dff55a47586063b4b73e47fd988a3: 2024-12-10T07:51:30,199 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b6396ac8385df670bf26b60349602c9f 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-10T07:51:30,221 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/b6396ac8385df670bf26b60349602c9f/.tmp/family/e91b5b38d3864d51a9fe042b6e0cedea is 32, key is 5/family:/1733817090041/Put/seqid=0 2024-12-10T07:51:30,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741840_1016 (size=5083) 2024-12-10T07:51:30,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741840_1016 (size=5083) 2024-12-10T07:51:30,231 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/b6396ac8385df670bf26b60349602c9f/.tmp/family/e91b5b38d3864d51a9fe042b6e0cedea 2024-12-10T07:51:30,241 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/b6396ac8385df670bf26b60349602c9f/.tmp/family/e91b5b38d3864d51a9fe042b6e0cedea as hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/b6396ac8385df670bf26b60349602c9f/family/e91b5b38d3864d51a9fe042b6e0cedea 2024-12-10T07:51:30,251 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/b6396ac8385df670bf26b60349602c9f/family/e91b5b38d3864d51a9fe042b6e0cedea, entries=5, sequenceid=9, filesize=5.0 K 2024-12-10T07:51:30,253 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b6396ac8385df670bf26b60349602c9f in 54ms, sequenceid=9, compaction requested=false 2024-12-10T07:51:30,253 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b6396ac8385df670bf26b60349602c9f: 2024-12-10T07:51:30,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aced454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:30,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80fbf959555f,42387,-1 for getting cluster id 2024-12-10T07:51:30,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T07:51:30,257 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba85059d-bb4c-42db-a247-1700b11b7929' 2024-12-10T07:51:30,258 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T07:51:30,258 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba85059d-bb4c-42db-a247-1700b11b7929" 2024-12-10T07:51:30,258 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759070d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:30,259 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80fbf959555f,42387,-1] 2024-12-10T07:51:30,259 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T07:51:30,263 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:30,265 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T07:51:30,267 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e54e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:30,281 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-10T07:51:30,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:51:30,284 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80fbf959555f,41433,1733817086874, seqNum=-1] 2024-12-10T07:51:30,284 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:30,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:30,295 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:30,296 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:30,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:30,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:30,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:51:30,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:30,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:30,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:30,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T07:51:30,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T07:51:30,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:51:30,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:30,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:30,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:30,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T07:51:30,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T07:51:30,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1202655752, stopped=false 2024-12-10T07:51:30,309 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80fbf959555f,42387,1733817085981 2024-12-10T07:51:30,369 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:30,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:30,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:30,369 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:30,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:30,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:30,369 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:51:30,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:51:30,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:30,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:30,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:30,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:30,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:30,370 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80fbf959555f,40327,1733817086749' ***** 2024-12-10T07:51:30,371 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:51:30,371 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80fbf959555f,41433,1733817086874' ***** 2024-12-10T07:51:30,371 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:51:30,371 INFO [RS:0;80fbf959555f:40327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:51:30,371 INFO [RS:1;80fbf959555f:41433 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:51:30,371 INFO [RS:0;80fbf959555f:40327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:51:30,371 INFO [RS:1;80fbf959555f:41433 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:51:30,371 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:51:30,371 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:51:30,371 INFO [RS:1;80fbf959555f:41433 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:51:30,371 INFO [RS:0;80fbf959555f:40327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:51:30,372 INFO [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(3091): Received CLOSE for 684dff55a47586063b4b73e47fd988a3 2024-12-10T07:51:30,372 INFO [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(3091): Received CLOSE for b6396ac8385df670bf26b60349602c9f 2024-12-10T07:51:30,372 INFO [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(959): stopping server 80fbf959555f,40327,1733817086749 2024-12-10T07:51:30,372 INFO [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(959): stopping server 80fbf959555f,41433,1733817086874 2024-12-10T07:51:30,372 INFO [RS:1;80fbf959555f:41433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:30,372 INFO [RS:0;80fbf959555f:40327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:30,372 INFO [RS:1;80fbf959555f:41433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;80fbf959555f:41433. 2024-12-10T07:51:30,372 INFO [RS:0;80fbf959555f:40327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80fbf959555f:40327. 2024-12-10T07:51:30,372 DEBUG [RS:1;80fbf959555f:41433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:30,372 DEBUG [RS:0;80fbf959555f:40327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:30,373 DEBUG [RS:1;80fbf959555f:41433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:30,373 DEBUG [RS:0;80fbf959555f:40327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:30,373 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6396ac8385df670bf26b60349602c9f, disabling compactions & flushes 2024-12-10T07:51:30,373 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 684dff55a47586063b4b73e47fd988a3, disabling compactions & flushes 2024-12-10T07:51:30,373 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f. 2024-12-10T07:51:30,373 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3. 2024-12-10T07:51:30,373 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f. 2024-12-10T07:51:30,373 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3. 2024-12-10T07:51:30,373 INFO [RS:1;80fbf959555f:41433 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:51:30,373 INFO [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-10T07:51:30,373 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f. after waiting 0 ms 2024-12-10T07:51:30,373 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3. after waiting 0 ms 2024-12-10T07:51:30,373 INFO [RS:1;80fbf959555f:41433 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:51:30,373 INFO [RS:1;80fbf959555f:41433 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:51:30,373 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f. 2024-12-10T07:51:30,373 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3. 2024-12-10T07:51:30,373 DEBUG [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(1325): Online Regions={684dff55a47586063b4b73e47fd988a3=testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3.} 2024-12-10T07:51:30,373 INFO [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T07:51:30,373 DEBUG [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(1351): Waiting on 684dff55a47586063b4b73e47fd988a3 2024-12-10T07:51:30,379 INFO [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-10T07:51:30,379 DEBUG [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(1325): Online Regions={b6396ac8385df670bf26b60349602c9f=testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f., 1588230740=hbase:meta,,1.1588230740} 2024-12-10T07:51:30,379 DEBUG [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6396ac8385df670bf26b60349602c9f 2024-12-10T07:51:30,379 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:51:30,380 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:51:30,380 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:51:30,380 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:51:30,380 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:51:30,380 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-10T07:51:30,387 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/684dff55a47586063b4b73e47fd988a3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-10T07:51:30,387 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/default/testClearRegionBlockCache/b6396ac8385df670bf26b60349602c9f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T07:51:30,389 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3. 2024-12-10T07:51:30,389 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f. 2024-12-10T07:51:30,390 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6396ac8385df670bf26b60349602c9f: Waiting for close lock at 1733817090372Running coprocessor pre-close hooks at 1733817090373 (+1 ms)Disabling compacts and flushes for region at 1733817090373Disabling writes for close at 1733817090373Writing region close event to WAL at 1733817090379 (+6 ms)Running coprocessor post-close hooks at 1733817090388 (+9 ms)Closed at 1733817090389 (+1 ms) 2024-12-10T07:51:30,390 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 684dff55a47586063b4b73e47fd988a3: Waiting for close lock at 1733817090372Running coprocessor pre-close hooks at 1733817090373 (+1 ms)Disabling compacts and flushes for region at 1733817090373Disabling writes for close at 1733817090373Writing region close event to WAL at 1733817090379 (+6 ms)Running coprocessor post-close hooks at 1733817090388 (+9 ms)Closed at 1733817090389 (+1 ms) 2024-12-10T07:51:30,390 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f. 2024-12-10T07:51:30,390 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733817089347.684dff55a47586063b4b73e47fd988a3. 2024-12-10T07:51:30,401 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/.tmp/info/5c25461719744d32a80319f152a10a9f is 173, key is testClearRegionBlockCache,5,1733817089347.b6396ac8385df670bf26b60349602c9f./info:regioninfo/1733817089831/Put/seqid=0 2024-12-10T07:51:30,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741841_1017 (size=8173) 2024-12-10T07:51:30,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741841_1017 (size=8173) 2024-12-10T07:51:30,410 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/.tmp/info/5c25461719744d32a80319f152a10a9f 2024-12-10T07:51:30,439 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/.tmp/ns/b7a15c15c31943799a989eef804208bf is 43, key is default/ns:d/1733817089036/Put/seqid=0 2024-12-10T07:51:30,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741842_1018 (size=5153) 2024-12-10T07:51:30,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741842_1018 (size=5153) 2024-12-10T07:51:30,447 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/.tmp/ns/b7a15c15c31943799a989eef804208bf 2024-12-10T07:51:30,470 INFO [regionserver/80fbf959555f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:30,470 INFO [regionserver/80fbf959555f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:30,479 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/.tmp/table/71d36eee43fa44c7820a07a5221ec0dc is 61, key is testClearRegionBlockCache/table:state/1733817089859/Put/seqid=0 2024-12-10T07:51:30,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741843_1019 (size=5312) 2024-12-10T07:51:30,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741843_1019 (size=5312) 2024-12-10T07:51:30,487 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/.tmp/table/71d36eee43fa44c7820a07a5221ec0dc 2024-12-10T07:51:30,498 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/.tmp/info/5c25461719744d32a80319f152a10a9f as hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/info/5c25461719744d32a80319f152a10a9f 2024-12-10T07:51:30,507 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/info/5c25461719744d32a80319f152a10a9f, entries=20, sequenceid=13, filesize=8.0 K 2024-12-10T07:51:30,509 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/.tmp/ns/b7a15c15c31943799a989eef804208bf as hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/ns/b7a15c15c31943799a989eef804208bf 2024-12-10T07:51:30,518 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/ns/b7a15c15c31943799a989eef804208bf, entries=2, sequenceid=13, filesize=5.0 K 2024-12-10T07:51:30,519 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/.tmp/table/71d36eee43fa44c7820a07a5221ec0dc as hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/table/71d36eee43fa44c7820a07a5221ec0dc 2024-12-10T07:51:30,528 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/table/71d36eee43fa44c7820a07a5221ec0dc, entries=2, sequenceid=13, filesize=5.2 K 2024-12-10T07:51:30,529 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 149ms, sequenceid=13, compaction requested=false 2024-12-10T07:51:30,529 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T07:51:30,537 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-10T07:51:30,538 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:51:30,539 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:30,539 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733817090379Running coprocessor pre-close hooks at 1733817090379Disabling compacts and flushes for region at 1733817090379Disabling writes for close at 1733817090380 (+1 ms)Obtaining lock to block concurrent updates at 1733817090380Preparing flush snapshotting stores in 1588230740 at 1733817090380Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733817090381 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733817090382 (+1 ms)Flushing 1588230740/info: creating writer at 1733817090382Flushing 1588230740/info: appending metadata at 1733817090401 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733817090401Flushing 1588230740/ns: creating writer at 1733817090421 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733817090438 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733817090438Flushing 1588230740/table: creating writer at 1733817090457 (+19 ms)Flushing 1588230740/table: appending metadata at 1733817090478 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733817090478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17906b0d: reopening flushed file at 1733817090497 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6917ce70: reopening flushed file at 1733817090507 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd702bc: reopening flushed file at 1733817090518 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 149ms, sequenceid=13, compaction requested=false at 1733817090529 (+11 ms)Writing region close event to WAL at 1733817090532 (+3 ms)Running coprocessor post-close hooks at 1733817090538 (+6 ms)Closed at 1733817090538 2024-12-10T07:51:30,539 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:30,574 INFO [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(976): stopping server 80fbf959555f,40327,1733817086749; all regions closed. 2024-12-10T07:51:30,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741833_1009 (size=1758) 2024-12-10T07:51:30,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741833_1009 (size=1758) 2024-12-10T07:51:30,579 INFO [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(976): stopping server 80fbf959555f,41433,1733817086874; all regions closed. 2024-12-10T07:51:30,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741835_1011 (size=4338) 2024-12-10T07:51:30,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741835_1011 (size=4338) 2024-12-10T07:51:30,587 DEBUG [RS:0;80fbf959555f:40327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/oldWALs 2024-12-10T07:51:30,587 DEBUG [RS:1;80fbf959555f:41433 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/oldWALs 2024-12-10T07:51:30,587 INFO [RS:0;80fbf959555f:40327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C40327%2C1733817086749:(num 1733817088317) 2024-12-10T07:51:30,587 INFO [RS:1;80fbf959555f:41433 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C41433%2C1733817086874.meta:.meta(num 1733817088856) 2024-12-10T07:51:30,587 DEBUG [RS:0;80fbf959555f:40327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:30,587 INFO [RS:0;80fbf959555f:40327 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:30,587 INFO [RS:0;80fbf959555f:40327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:30,587 INFO [RS:0;80fbf959555f:40327 {}] hbase.ChoreService(370): Chore service for: regionserver/80fbf959555f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:30,588 INFO [RS:0;80fbf959555f:40327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:51:30,588 INFO [regionserver/80fbf959555f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:30,588 INFO [RS:0;80fbf959555f:40327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:51:30,588 INFO [RS:0;80fbf959555f:40327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:51:30,588 INFO [RS:0;80fbf959555f:40327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:30,588 INFO [RS:0;80fbf959555f:40327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40327 2024-12-10T07:51:30,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741832_1008 (size=1867) 2024-12-10T07:51:30,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741832_1008 (size=1867) 2024-12-10T07:51:30,598 DEBUG [RS:1;80fbf959555f:41433 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/oldWALs 2024-12-10T07:51:30,598 INFO [RS:1;80fbf959555f:41433 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C41433%2C1733817086874:(num 1733817088316) 2024-12-10T07:51:30,598 DEBUG [RS:1;80fbf959555f:41433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:30,598 INFO [RS:1;80fbf959555f:41433 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:30,598 INFO [RS:1;80fbf959555f:41433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:30,599 INFO [RS:1;80fbf959555f:41433 {}] hbase.ChoreService(370): Chore service for: regionserver/80fbf959555f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:30,599 INFO [RS:1;80fbf959555f:41433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:30,599 INFO [regionserver/80fbf959555f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:30,599 INFO [RS:1;80fbf959555f:41433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41433 2024-12-10T07:51:30,609 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80fbf959555f,40327,1733817086749 2024-12-10T07:51:30,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:51:30,609 INFO [RS:0;80fbf959555f:40327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:30,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80fbf959555f,41433,1733817086874 2024-12-10T07:51:30,619 INFO [RS:1;80fbf959555f:41433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:30,619 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80fbf959555f,40327,1733817086749] 2024-12-10T07:51:30,619 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$363/0x00007f09989024f8@511e3cde rejected from java.util.concurrent.ThreadPoolExecutor@141cb899[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-10T07:51:30,636 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80fbf959555f,40327,1733817086749 already deleted, retry=false 2024-12-10T07:51:30,636 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80fbf959555f,40327,1733817086749 expired; onlineServers=1 2024-12-10T07:51:30,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80fbf959555f,41433,1733817086874] 2024-12-10T07:51:30,644 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80fbf959555f,41433,1733817086874 already deleted, retry=false 2024-12-10T07:51:30,644 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80fbf959555f,41433,1733817086874 expired; onlineServers=0 2024-12-10T07:51:30,644 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80fbf959555f,42387,1733817085981' ***** 2024-12-10T07:51:30,644 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T07:51:30,644 INFO [M:0;80fbf959555f:42387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:30,644 INFO [M:0;80fbf959555f:42387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:30,644 DEBUG [M:0;80fbf959555f:42387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T07:51:30,645 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T07:51:30,645 DEBUG [M:0;80fbf959555f:42387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T07:51:30,645 DEBUG [master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817087928 {}] cleaner.HFileCleaner(306): Exit Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817087928,5,FailOnTimeoutGroup] 2024-12-10T07:51:30,645 DEBUG [master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817087931 {}] cleaner.HFileCleaner(306): Exit Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817087931,5,FailOnTimeoutGroup] 2024-12-10T07:51:30,645 INFO [M:0;80fbf959555f:42387 {}] hbase.ChoreService(370): Chore service for: master/80fbf959555f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:30,645 INFO [M:0;80fbf959555f:42387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:30,645 DEBUG [M:0;80fbf959555f:42387 {}] master.HMaster(1795): Stopping service threads 2024-12-10T07:51:30,645 INFO [M:0;80fbf959555f:42387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T07:51:30,646 INFO [M:0;80fbf959555f:42387 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:51:30,646 INFO [M:0;80fbf959555f:42387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T07:51:30,646 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T07:51:30,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:30,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:30,653 DEBUG [M:0;80fbf959555f:42387 {}] zookeeper.ZKUtil(347): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T07:51:30,653 WARN [M:0;80fbf959555f:42387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T07:51:30,654 INFO [M:0;80fbf959555f:42387 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/.lastflushedseqids 2024-12-10T07:51:30,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741844_1020 (size=182) 2024-12-10T07:51:30,668 INFO [M:0;80fbf959555f:42387 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T07:51:30,668 INFO [M:0;80fbf959555f:42387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T07:51:30,668 DEBUG [M:0;80fbf959555f:42387 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:51:30,668 INFO [M:0;80fbf959555f:42387 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:30,668 DEBUG [M:0;80fbf959555f:42387 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:30,668 DEBUG [M:0;80fbf959555f:42387 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:51:30,668 DEBUG [M:0;80fbf959555f:42387 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:30,668 INFO [M:0;80fbf959555f:42387 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-12-10T07:51:30,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741844_1020 (size=182) 2024-12-10T07:51:30,685 DEBUG [M:0;80fbf959555f:42387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99238b8d68b84e14938c496ec30ecd0b is 82, key is hbase:meta,,1/info:regioninfo/1733817088945/Put/seqid=0 2024-12-10T07:51:30,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741845_1021 (size=5672) 2024-12-10T07:51:30,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741845_1021 (size=5672) 2024-12-10T07:51:30,692 INFO [M:0;80fbf959555f:42387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99238b8d68b84e14938c496ec30ecd0b 2024-12-10T07:51:30,715 DEBUG [M:0;80fbf959555f:42387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/806cc09591e54c508e40be71505789b6 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733817089867/Put/seqid=0 2024-12-10T07:51:30,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741846_1022 (size=6220) 2024-12-10T07:51:30,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741846_1022 (size=6220) 2024-12-10T07:51:30,723 INFO [M:0;80fbf959555f:42387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/806cc09591e54c508e40be71505789b6 2024-12-10T07:51:30,728 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:30,728 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1000ec2eb9e0001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:30,728 INFO [RS:0;80fbf959555f:40327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:30,728 INFO [RS:0;80fbf959555f:40327 {}] regionserver.HRegionServer(1031): Exiting; stopping=80fbf959555f,40327,1733817086749; zookeeper connection closed. 2024-12-10T07:51:30,729 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@500ac6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@500ac6 2024-12-10T07:51:30,736 INFO [RS:1;80fbf959555f:41433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:30,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:30,736 INFO [RS:1;80fbf959555f:41433 {}] regionserver.HRegionServer(1031): Exiting; stopping=80fbf959555f,41433,1733817086874; zookeeper connection closed. 2024-12-10T07:51:30,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41433-0x1000ec2eb9e0002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:30,736 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a65950c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a65950c 2024-12-10T07:51:30,737 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-10T07:51:30,747 DEBUG [M:0;80fbf959555f:42387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a47ffb390cf14b57ba2e36d31fcea433 is 69, key is 80fbf959555f,40327,1733817086749/rs:state/1733817088048/Put/seqid=0 2024-12-10T07:51:30,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741847_1023 (size=5224) 2024-12-10T07:51:30,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741847_1023 (size=5224) 2024-12-10T07:51:30,758 INFO [M:0;80fbf959555f:42387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a47ffb390cf14b57ba2e36d31fcea433 2024-12-10T07:51:30,767 DEBUG [M:0;80fbf959555f:42387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99238b8d68b84e14938c496ec30ecd0b as hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99238b8d68b84e14938c496ec30ecd0b 2024-12-10T07:51:30,774 INFO [M:0;80fbf959555f:42387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99238b8d68b84e14938c496ec30ecd0b, entries=8, sequenceid=71, filesize=5.5 K 2024-12-10T07:51:30,776 DEBUG [M:0;80fbf959555f:42387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/806cc09591e54c508e40be71505789b6 as hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/806cc09591e54c508e40be71505789b6 2024-12-10T07:51:30,788 INFO [M:0;80fbf959555f:42387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/806cc09591e54c508e40be71505789b6, entries=8, sequenceid=71, filesize=6.1 K 2024-12-10T07:51:30,790 DEBUG [M:0;80fbf959555f:42387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a47ffb390cf14b57ba2e36d31fcea433 as hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a47ffb390cf14b57ba2e36d31fcea433 2024-12-10T07:51:30,798 INFO [M:0;80fbf959555f:42387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37757/user/jenkins/test-data/4ad40ea9-ed74-b711-a3f2-81be09b8f173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a47ffb390cf14b57ba2e36d31fcea433, entries=2, sequenceid=71, filesize=5.1 K 2024-12-10T07:51:30,799 INFO [M:0;80fbf959555f:42387 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=71, compaction requested=false 2024-12-10T07:51:30,800 INFO [M:0;80fbf959555f:42387 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:30,801 DEBUG [M:0;80fbf959555f:42387 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733817090668Disabling compacts and flushes for region at 1733817090668Disabling writes for close at 1733817090668Obtaining lock to block concurrent updates at 1733817090668Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733817090668Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1733817090669 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733817090670 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733817090670Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733817090685 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733817090685Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733817090698 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733817090715 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733817090715Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733817090729 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733817090746 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733817090746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b47ee18: reopening flushed file at 1733817090765 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67e590f8: reopening flushed file at 1733817090774 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145e5739: reopening flushed file at 1733817090788 (+14 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=71, compaction requested=false at 1733817090799 (+11 ms)Writing region close event to WAL at 1733817090800 (+1 ms)Closed at 1733817090800 2024-12-10T07:51:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741830_1006 (size=35452) 2024-12-10T07:51:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33909 is added to blk_1073741830_1006 (size=35452) 2024-12-10T07:51:30,805 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:30,805 INFO [M:0;80fbf959555f:42387 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T07:51:30,805 INFO [M:0;80fbf959555f:42387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42387 2024-12-10T07:51:30,805 INFO [M:0;80fbf959555f:42387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:30,936 INFO [M:0;80fbf959555f:42387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:30,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:30,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1000ec2eb9e0000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:30,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5acf7a93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:30,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:30,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:30,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:30,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:30,946 WARN [BP-147695180-172.17.0.2-1733817081975 heartbeating to localhost/127.0.0.1:37757 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:51:30,946 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:51:30,946 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:51:30,946 WARN [BP-147695180-172.17.0.2-1733817081975 heartbeating to localhost/127.0.0.1:37757 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-147695180-172.17.0.2-1733817081975 (Datanode Uuid 379bb1fd-c82e-4e8b-9ae0-cbad3db61c76) service to localhost/127.0.0.1:37757 2024-12-10T07:51:30,947 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/cluster_125ed47e-21df-8001-2cfd-7c8689eefc9b/data/data3/current/BP-147695180-172.17.0.2-1733817081975 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:30,947 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/cluster_125ed47e-21df-8001-2cfd-7c8689eefc9b/data/data4/current/BP-147695180-172.17.0.2-1733817081975 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:30,948 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:51:30,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc3e688{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:30,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:30,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:30,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:30,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:30,959 WARN [BP-147695180-172.17.0.2-1733817081975 heartbeating to localhost/127.0.0.1:37757 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:51:30,959 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:51:30,959 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:51:30,959 WARN [BP-147695180-172.17.0.2-1733817081975 heartbeating to localhost/127.0.0.1:37757 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-147695180-172.17.0.2-1733817081975 (Datanode Uuid 6951d1ed-2712-4b8f-a585-c10ba9e35a8f) service to localhost/127.0.0.1:37757 2024-12-10T07:51:30,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/cluster_125ed47e-21df-8001-2cfd-7c8689eefc9b/data/data1/current/BP-147695180-172.17.0.2-1733817081975 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:30,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/cluster_125ed47e-21df-8001-2cfd-7c8689eefc9b/data/data2/current/BP-147695180-172.17.0.2-1733817081975 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:30,960 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:51:30,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:51:30,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:30,971 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:30,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:30,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:30,978 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T07:51:31,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-10T07:51:31,014 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=81 (was 11) Potentially hanging thread: master/80fbf959555f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37757 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37757 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/80fbf959555f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37757 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/80fbf959555f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/80fbf959555f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37757 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37757 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37757 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5791e067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37757 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=412 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=184 (was 156) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=7080 (was 7676) 2024-12-10T07:51:31,020 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=81, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=184, ProcessCount=11, AvailableMemoryMB=7080 2024-12-10T07:51:31,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/hadoop.log.dir so I do NOT create it in target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102 2024-12-10T07:51:31,032 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/hadoop.log.dir Erasing configuration value by system value. 2024-12-10T07:51:31,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/hadoop.tmp.dir so I do NOT create it in target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102 2024-12-10T07:51:31,032 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50c4cdb3-6c66-0ad5-2ab3-c9f1331faef4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-10T07:51:31,032 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102 2024-12-10T07:51:31,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T07:51:31,032 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/cluster_a0123bad-b662-3106-e06f-3d778dc0d20b, deleteOnExit=true 2024-12-10T07:51:31,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T07:51:31,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/test.cache.data in system properties and HBase conf 2024-12-10T07:51:31,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T07:51:31,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/hadoop.log.dir in system properties and HBase conf 2024-12-10T07:51:31,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T07:51:31,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T07:51:31,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T07:51:31,033 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T07:51:31,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:51:31,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:51:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T07:51:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:51:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T07:51:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T07:51:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:51:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:51:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T07:51:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/nfs.dump.dir in system properties and HBase conf 2024-12-10T07:51:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/java.io.tmpdir in system properties and HBase conf 2024-12-10T07:51:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:51:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T07:51:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T07:51:31,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:31,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:31,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:31,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:31,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:51:31,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:31,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a0dc31c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:31,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5554b7d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:31,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44d5decb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/java.io.tmpdir/jetty-localhost-32937-hadoop-hdfs-3_4_1-tests_jar-_-any-6593530411746335790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:51:31,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25edd9b4{HTTP/1.1, (http/1.1)}{localhost:32937} 2024-12-10T07:51:31,416 INFO [Time-limited test {}] server.Server(415): Started @11372ms 2024-12-10T07:51:31,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:31,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:31,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:31,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:31,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:51:31,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@134d5a09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:31,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6764d727{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:31,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51b2e6ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/java.io.tmpdir/jetty-localhost-44969-hadoop-hdfs-3_4_1-tests_jar-_-any-16520930129877684794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:31,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d0e0050{HTTP/1.1, (http/1.1)}{localhost:44969} 2024-12-10T07:51:31,740 INFO [Time-limited test {}] server.Server(415): Started @11697ms 2024-12-10T07:51:31,742 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:51:31,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:31,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:31,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:31,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:31,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:51:31,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48b80dbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:31,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17d371a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:31,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7faf4d67{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/java.io.tmpdir/jetty-localhost-44135-hadoop-hdfs-3_4_1-tests_jar-_-any-15263312377938187397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:31,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27f30afa{HTTP/1.1, (http/1.1)}{localhost:44135} 2024-12-10T07:51:31,881 INFO [Time-limited test {}] server.Server(415): Started @11838ms 2024-12-10T07:51:31,883 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:51:32,382 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/cluster_a0123bad-b662-3106-e06f-3d778dc0d20b/data/data2/current/BP-1179830536-172.17.0.2-1733817091057/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:32,382 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/cluster_a0123bad-b662-3106-e06f-3d778dc0d20b/data/data1/current/BP-1179830536-172.17.0.2-1733817091057/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:32,395 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:51:32,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1a229bc483310f3 with lease ID 0x41e8f1b0435d3d04: Processing first storage report for DS-abb29ac8-136d-4e95-9543-80b68b2770a8 from datanode DatanodeRegistration(127.0.0.1:34495, datanodeUuid=44601db1-d7ba-4956-b72f-7c81b4fcc700, infoPort=44545, infoSecurePort=0, ipcPort=43353, storageInfo=lv=-57;cid=testClusterID;nsid=1116620066;c=1733817091057) 2024-12-10T07:51:32,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1a229bc483310f3 with lease ID 0x41e8f1b0435d3d04: from storage DS-abb29ac8-136d-4e95-9543-80b68b2770a8 node DatanodeRegistration(127.0.0.1:34495, datanodeUuid=44601db1-d7ba-4956-b72f-7c81b4fcc700, infoPort=44545, infoSecurePort=0, ipcPort=43353, storageInfo=lv=-57;cid=testClusterID;nsid=1116620066;c=1733817091057), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:32,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1a229bc483310f3 with lease ID 0x41e8f1b0435d3d04: Processing first storage report for DS-f110aed6-a9f6-4162-8ad7-5429dfa72a16 from datanode DatanodeRegistration(127.0.0.1:34495, datanodeUuid=44601db1-d7ba-4956-b72f-7c81b4fcc700, infoPort=44545, infoSecurePort=0, ipcPort=43353, storageInfo=lv=-57;cid=testClusterID;nsid=1116620066;c=1733817091057) 2024-12-10T07:51:32,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1a229bc483310f3 with lease ID 0x41e8f1b0435d3d04: from storage DS-f110aed6-a9f6-4162-8ad7-5429dfa72a16 node DatanodeRegistration(127.0.0.1:34495, datanodeUuid=44601db1-d7ba-4956-b72f-7c81b4fcc700, infoPort=44545, infoSecurePort=0, ipcPort=43353, storageInfo=lv=-57;cid=testClusterID;nsid=1116620066;c=1733817091057), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:32,537 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/cluster_a0123bad-b662-3106-e06f-3d778dc0d20b/data/data4/current/BP-1179830536-172.17.0.2-1733817091057/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:32,537 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/cluster_a0123bad-b662-3106-e06f-3d778dc0d20b/data/data3/current/BP-1179830536-172.17.0.2-1733817091057/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:32,561 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:51:32,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66bce08b5b721784 with lease ID 0x41e8f1b0435d3d05: Processing first storage report for DS-e380c591-940a-4ded-ae75-9f27e341c614 from datanode DatanodeRegistration(127.0.0.1:38081, datanodeUuid=f9b2f655-16e1-4278-a68b-4560aa556c2b, infoPort=33239, infoSecurePort=0, ipcPort=36489, storageInfo=lv=-57;cid=testClusterID;nsid=1116620066;c=1733817091057) 2024-12-10T07:51:32,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66bce08b5b721784 with lease ID 0x41e8f1b0435d3d05: from storage DS-e380c591-940a-4ded-ae75-9f27e341c614 node DatanodeRegistration(127.0.0.1:38081, datanodeUuid=f9b2f655-16e1-4278-a68b-4560aa556c2b, infoPort=33239, infoSecurePort=0, ipcPort=36489, storageInfo=lv=-57;cid=testClusterID;nsid=1116620066;c=1733817091057), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:32,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66bce08b5b721784 with lease ID 0x41e8f1b0435d3d05: Processing first storage report for DS-9dee579f-a1c6-478c-aadf-079553704b9d from datanode DatanodeRegistration(127.0.0.1:38081, datanodeUuid=f9b2f655-16e1-4278-a68b-4560aa556c2b, infoPort=33239, infoSecurePort=0, ipcPort=36489, storageInfo=lv=-57;cid=testClusterID;nsid=1116620066;c=1733817091057) 2024-12-10T07:51:32,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66bce08b5b721784 with lease ID 0x41e8f1b0435d3d05: from storage DS-9dee579f-a1c6-478c-aadf-079553704b9d node DatanodeRegistration(127.0.0.1:38081, datanodeUuid=f9b2f655-16e1-4278-a68b-4560aa556c2b, infoPort=33239, infoSecurePort=0, ipcPort=36489, storageInfo=lv=-57;cid=testClusterID;nsid=1116620066;c=1733817091057), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:32,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102 2024-12-10T07:51:32,612 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/cluster_a0123bad-b662-3106-e06f-3d778dc0d20b/zookeeper_0, clientPort=53100, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/cluster_a0123bad-b662-3106-e06f-3d778dc0d20b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/cluster_a0123bad-b662-3106-e06f-3d778dc0d20b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T07:51:32,613 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53100 2024-12-10T07:51:32,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:32,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:32,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:51:32,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:51:32,627 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424 with version=8 2024-12-10T07:51:32,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/hbase-staging 2024-12-10T07:51:32,629 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:32,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:32,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:32,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:32,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:32,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:32,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T07:51:32,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:32,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36225 2024-12-10T07:51:32,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36225 connecting to ZooKeeper ensemble=127.0.0.1:53100 2024-12-10T07:51:32,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362250x0, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:32,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36225-0x1000ec308a00000 connected 2024-12-10T07:51:32,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:32,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:32,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:32,747 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424, hbase.cluster.distributed=false 2024-12-10T07:51:32,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:32,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36225 2024-12-10T07:51:32,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36225 2024-12-10T07:51:32,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36225 2024-12-10T07:51:32,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36225 2024-12-10T07:51:32,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36225 2024-12-10T07:51:32,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:32,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:32,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:32,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:32,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:32,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:32,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:51:32,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:32,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40937 2024-12-10T07:51:32,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40937 connecting to ZooKeeper ensemble=127.0.0.1:53100 2024-12-10T07:51:32,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:32,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:32,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409370x0, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:32,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40937-0x1000ec308a00001 connected 2024-12-10T07:51:32,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:32,787 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:51:32,788 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:51:32,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:51:32,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:32,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40937 2024-12-10T07:51:32,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40937 2024-12-10T07:51:32,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40937 2024-12-10T07:51:32,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40937 2024-12-10T07:51:32,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40937 2024-12-10T07:51:32,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:32,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:32,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:32,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:32,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:32,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:32,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:51:32,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:32,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44601 2024-12-10T07:51:32,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44601 connecting to ZooKeeper ensemble=127.0.0.1:53100 2024-12-10T07:51:32,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:32,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:32,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446010x0, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:32,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446010x0, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:32,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44601-0x1000ec308a00002 connected 2024-12-10T07:51:32,826 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:51:32,827 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:51:32,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:51:32,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:32,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44601 2024-12-10T07:51:32,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44601 2024-12-10T07:51:32,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44601 2024-12-10T07:51:32,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44601 2024-12-10T07:51:32,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44601 2024-12-10T07:51:32,845 DEBUG [M:0;80fbf959555f:36225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80fbf959555f:36225 2024-12-10T07:51:32,845 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80fbf959555f,36225,1733817092629 2024-12-10T07:51:32,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:32,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:32,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:32,852 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80fbf959555f,36225,1733817092629 2024-12-10T07:51:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:32,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:32,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:32,861 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:51:32,862 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80fbf959555f,36225,1733817092629 from backup master directory 2024-12-10T07:51:32,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80fbf959555f,36225,1733817092629 2024-12-10T07:51:32,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:32,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:32,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:32,869 WARN [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:32,869 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80fbf959555f,36225,1733817092629 2024-12-10T07:51:32,874 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/hbase.id] with ID: eeda4c3f-2ceb-47bd-b25e-48ca9f449807 2024-12-10T07:51:32,875 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/.tmp/hbase.id 2024-12-10T07:51:32,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:51:32,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:51:32,882 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/.tmp/hbase.id]:[hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/hbase.id] 2024-12-10T07:51:32,899 INFO [master/80fbf959555f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:32,899 INFO [master/80fbf959555f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T07:51:32,901 INFO [master/80fbf959555f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-10T07:51:32,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:32,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:32,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:32,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:51:32,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:51:32,920 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:51:32,920 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T07:51:32,921 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:32,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:51:32,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:51:32,933 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store 2024-12-10T07:51:32,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:51:32,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:51:32,944 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:32,944 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:51:32,944 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:32,944 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:32,944 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:51:32,944 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:32,944 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:32,944 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733817092944Disabling compacts and flushes for region at 1733817092944Disabling writes for close at 1733817092944Writing region close event to WAL at 1733817092944Closed at 1733817092944 2024-12-10T07:51:32,946 WARN [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/.initializing 2024-12-10T07:51:32,946 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/WALs/80fbf959555f,36225,1733817092629 2024-12-10T07:51:32,947 INFO [master/80fbf959555f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:32,950 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C36225%2C1733817092629, suffix=, logDir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/WALs/80fbf959555f,36225,1733817092629, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/oldWALs, maxLogs=10 2024-12-10T07:51:32,961 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/WALs/80fbf959555f,36225,1733817092629/80fbf959555f%2C36225%2C1733817092629.1733817092950, exclude list is [], retry=0 2024-12-10T07:51:32,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38081,DS-e380c591-940a-4ded-ae75-9f27e341c614,DISK] 2024-12-10T07:51:32,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34495,DS-abb29ac8-136d-4e95-9543-80b68b2770a8,DISK] 2024-12-10T07:51:32,967 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/WALs/80fbf959555f,36225,1733817092629/80fbf959555f%2C36225%2C1733817092629.1733817092950 2024-12-10T07:51:32,967 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545),(127.0.0.1/127.0.0.1:33239:33239)] 2024-12-10T07:51:32,967 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:51:32,967 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:32,968 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:32,968 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:32,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:32,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T07:51:32,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:32,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:32,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:32,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T07:51:32,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:32,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:32,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:32,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T07:51:32,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:32,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:32,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:32,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T07:51:32,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:32,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:32,981 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:32,983 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:32,983 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:32,985 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:32,985 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:32,986 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:32,988 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:32,991 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:32,991 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66137745, jitterRate=-0.014470800757408142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:32,993 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733817092968Initializing all the Stores at 1733817092969 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817092969Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817092969Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817092969Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817092969Cleaning up temporary data from old regions at 1733817092985 (+16 ms)Region opened successfully at 1733817092992 (+7 ms) 2024-12-10T07:51:32,993 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T07:51:33,000 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41caa87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:33,001 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T07:51:33,001 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T07:51:33,001 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T07:51:33,001 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T07:51:33,002 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-10T07:51:33,002 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-10T07:51:33,003 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T07:51:33,005 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T07:51:33,006 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T07:51:33,034 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T07:51:33,034 INFO [master/80fbf959555f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T07:51:33,035 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T07:51:33,043 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T07:51:33,044 INFO [master/80fbf959555f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T07:51:33,045 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T07:51:33,052 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T07:51:33,053 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T07:51:33,060 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T07:51:33,063 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T07:51:33,068 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T07:51:33,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:33,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:33,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:33,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:33,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:33,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:33,077 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80fbf959555f,36225,1733817092629, sessionid=0x1000ec308a00000, setting cluster-up flag (Was=false) 2024-12-10T07:51:33,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:33,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:33,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:33,118 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T07:51:33,120 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80fbf959555f,36225,1733817092629 2024-12-10T07:51:33,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:33,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:33,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:33,160 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T07:51:33,162 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80fbf959555f,36225,1733817092629 2024-12-10T07:51:33,163 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T07:51:33,165 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:33,165 INFO [master/80fbf959555f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T07:51:33,165 INFO [master/80fbf959555f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T07:51:33,165 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80fbf959555f,36225,1733817092629 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T07:51:33,167 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:33,167 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:33,167 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:33,167 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:33,167 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80fbf959555f:0, corePoolSize=10, maxPoolSize=10 2024-12-10T07:51:33,167 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,167 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:33,167 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,168 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733817123168 2024-12-10T07:51:33,168 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T07:51:33,168 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T07:51:33,168 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T07:51:33,168 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T07:51:33,168 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T07:51:33,168 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T07:51:33,169 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:33,169 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T07:51:33,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T07:51:33,169 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T07:51:33,169 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T07:51:33,170 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T07:51:33,170 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T07:51:33,170 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817093170,5,FailOnTimeoutGroup] 2024-12-10T07:51:33,170 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817093170,5,FailOnTimeoutGroup] 2024-12-10T07:51:33,170 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,170 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:33,170 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T07:51:33,170 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,170 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,170 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:51:33,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:51:33,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:51:33,181 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T07:51:33,181 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424 2024-12-10T07:51:33,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:51:33,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:51:33,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:33,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:51:33,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:51:33,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:33,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:33,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:51:33,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:51:33,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:33,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:33,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:51:33,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:51:33,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:33,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:33,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:51:33,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:51:33,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:33,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:33,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:51:33,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740 2024-12-10T07:51:33,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740 2024-12-10T07:51:33,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:51:33,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:51:33,209 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:33,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:51:33,213 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:33,213 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69105259, jitterRate=0.02974860370159149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:33,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733817093195Initializing all the Stores at 1733817093196 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817093196Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817093196Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817093196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817093196Cleaning up temporary data from old regions at 1733817093208 (+12 ms)Region opened successfully at 1733817093214 (+6 ms) 2024-12-10T07:51:33,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:51:33,215 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:51:33,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:51:33,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:51:33,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:51:33,215 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:33,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733817093215Disabling compacts and flushes for region at 1733817093215Disabling writes for close at 1733817093215Writing region close event to WAL at 1733817093215Closed at 1733817093215 2024-12-10T07:51:33,217 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:33,217 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T07:51:33,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T07:51:33,219 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:51:33,220 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T07:51:33,237 INFO [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(746): ClusterId : eeda4c3f-2ceb-47bd-b25e-48ca9f449807 2024-12-10T07:51:33,237 INFO [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(746): ClusterId : eeda4c3f-2ceb-47bd-b25e-48ca9f449807 2024-12-10T07:51:33,237 DEBUG [RS:1;80fbf959555f:44601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:51:33,237 DEBUG [RS:0;80fbf959555f:40937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:51:33,251 DEBUG [RS:0;80fbf959555f:40937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:51:33,251 DEBUG [RS:1;80fbf959555f:44601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:51:33,251 DEBUG [RS:1;80fbf959555f:44601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:51:33,251 DEBUG [RS:0;80fbf959555f:40937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:51:33,261 DEBUG [RS:1;80fbf959555f:44601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:51:33,261 DEBUG [RS:0;80fbf959555f:40937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:51:33,262 DEBUG [RS:0;80fbf959555f:40937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa6a2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:33,262 DEBUG [RS:1;80fbf959555f:44601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc50eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:33,275 DEBUG [RS:1;80fbf959555f:44601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;80fbf959555f:44601 2024-12-10T07:51:33,275 INFO [RS:1;80fbf959555f:44601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:51:33,275 INFO [RS:1;80fbf959555f:44601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:51:33,275 DEBUG [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:51:33,276 INFO [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(2659): reportForDuty to master=80fbf959555f,36225,1733817092629 with port=44601, startcode=1733817092807 2024-12-10T07:51:33,277 DEBUG [RS:1;80fbf959555f:44601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:51:33,279 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55223, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:51:33,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80fbf959555f,44601,1733817092807 2024-12-10T07:51:33,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36225 {}] master.ServerManager(517): Registering regionserver=80fbf959555f,44601,1733817092807 2024-12-10T07:51:33,280 DEBUG [RS:0;80fbf959555f:40937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80fbf959555f:40937 2024-12-10T07:51:33,281 INFO [RS:0;80fbf959555f:40937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:51:33,281 INFO [RS:0;80fbf959555f:40937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:51:33,281 DEBUG [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:51:33,282 INFO [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(2659): reportForDuty to master=80fbf959555f,36225,1733817092629 with port=40937, startcode=1733817092767 2024-12-10T07:51:33,282 DEBUG [RS:0;80fbf959555f:40937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:51:33,282 DEBUG [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424 2024-12-10T07:51:33,282 DEBUG [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46703 2024-12-10T07:51:33,282 DEBUG [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:51:33,283 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42889, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:51:33,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80fbf959555f,40937,1733817092767 2024-12-10T07:51:33,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36225 {}] master.ServerManager(517): Registering regionserver=80fbf959555f,40937,1733817092767 2024-12-10T07:51:33,286 DEBUG [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424 2024-12-10T07:51:33,286 DEBUG [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46703 2024-12-10T07:51:33,286 DEBUG [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:51:33,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:51:33,339 DEBUG [RS:1;80fbf959555f:44601 {}] zookeeper.ZKUtil(111): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80fbf959555f,44601,1733817092807 2024-12-10T07:51:33,339 WARN [RS:1;80fbf959555f:44601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:33,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80fbf959555f,44601,1733817092807] 2024-12-10T07:51:33,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80fbf959555f,40937,1733817092767] 2024-12-10T07:51:33,339 INFO [RS:1;80fbf959555f:44601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:33,339 DEBUG [RS:0;80fbf959555f:40937 {}] zookeeper.ZKUtil(111): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80fbf959555f,40937,1733817092767 2024-12-10T07:51:33,339 DEBUG [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/WALs/80fbf959555f,44601,1733817092807 2024-12-10T07:51:33,339 WARN [RS:0;80fbf959555f:40937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:33,339 INFO [RS:0;80fbf959555f:40937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:33,339 DEBUG [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/WALs/80fbf959555f,40937,1733817092767 2024-12-10T07:51:33,343 INFO [RS:1;80fbf959555f:44601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:51:33,343 INFO [RS:0;80fbf959555f:40937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:51:33,344 INFO [RS:0;80fbf959555f:40937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:51:33,345 INFO [RS:0;80fbf959555f:40937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:51:33,345 INFO [RS:0;80fbf959555f:40937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,345 INFO [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:51:33,346 INFO [RS:1;80fbf959555f:44601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:51:33,346 INFO [RS:0;80fbf959555f:40937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:51:33,347 INFO [RS:0;80fbf959555f:40937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,347 DEBUG [RS:0;80fbf959555f:40937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,347 INFO [RS:1;80fbf959555f:44601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:51:33,347 INFO [RS:1;80fbf959555f:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,347 DEBUG [RS:0;80fbf959555f:40937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,347 DEBUG [RS:0;80fbf959555f:40937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,347 INFO [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:51:33,347 DEBUG [RS:0;80fbf959555f:40937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,347 DEBUG [RS:0;80fbf959555f:40937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,347 DEBUG [RS:0;80fbf959555f:40937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:33,347 DEBUG [RS:0;80fbf959555f:40937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,348 DEBUG [RS:0;80fbf959555f:40937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,348 DEBUG [RS:0;80fbf959555f:40937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,348 DEBUG [RS:0;80fbf959555f:40937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,348 DEBUG [RS:0;80fbf959555f:40937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,348 DEBUG [RS:0;80fbf959555f:40937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,348 DEBUG [RS:0;80fbf959555f:40937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:33,348 INFO [RS:1;80fbf959555f:44601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:51:33,348 DEBUG [RS:0;80fbf959555f:40937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:33,348 INFO [RS:1;80fbf959555f:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,348 DEBUG [RS:1;80fbf959555f:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,348 DEBUG [RS:1;80fbf959555f:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,348 DEBUG [RS:1;80fbf959555f:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,348 DEBUG [RS:1;80fbf959555f:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,348 DEBUG [RS:1;80fbf959555f:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,349 DEBUG [RS:1;80fbf959555f:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:33,349 DEBUG [RS:1;80fbf959555f:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,349 DEBUG [RS:1;80fbf959555f:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,349 DEBUG [RS:1;80fbf959555f:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,349 DEBUG [RS:1;80fbf959555f:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,349 DEBUG [RS:1;80fbf959555f:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,349 DEBUG [RS:1;80fbf959555f:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:33,349 DEBUG [RS:1;80fbf959555f:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:33,349 DEBUG [RS:1;80fbf959555f:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:33,351 INFO [RS:0;80fbf959555f:40937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,351 INFO [RS:0;80fbf959555f:40937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,351 INFO [RS:1;80fbf959555f:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,351 INFO [RS:0;80fbf959555f:40937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,351 INFO [RS:0;80fbf959555f:40937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,351 INFO [RS:1;80fbf959555f:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,351 INFO [RS:0;80fbf959555f:40937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,352 INFO [RS:0;80fbf959555f:40937 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,40937,1733817092767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:33,352 INFO [RS:1;80fbf959555f:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,352 INFO [RS:1;80fbf959555f:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,352 INFO [RS:1;80fbf959555f:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,352 INFO [RS:1;80fbf959555f:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,44601,1733817092807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:33,368 INFO [RS:1;80fbf959555f:44601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:51:33,368 INFO [RS:1;80fbf959555f:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,44601,1733817092807-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,368 INFO [RS:1;80fbf959555f:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,368 INFO [RS:1;80fbf959555f:44601 {}] regionserver.Replication(171): 80fbf959555f,44601,1733817092807 started 2024-12-10T07:51:33,369 INFO [RS:0;80fbf959555f:40937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:51:33,369 INFO [RS:0;80fbf959555f:40937 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,40937,1733817092767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,369 INFO [RS:0;80fbf959555f:40937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,369 INFO [RS:0;80fbf959555f:40937 {}] regionserver.Replication(171): 80fbf959555f,40937,1733817092767 started 2024-12-10T07:51:33,371 WARN [80fbf959555f:36225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-10T07:51:33,380 INFO [RS:1;80fbf959555f:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,380 INFO [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(1482): Serving as 80fbf959555f,44601,1733817092807, RpcServer on 80fbf959555f/172.17.0.2:44601, sessionid=0x1000ec308a00002 2024-12-10T07:51:33,381 DEBUG [RS:1;80fbf959555f:44601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:51:33,381 DEBUG [RS:1;80fbf959555f:44601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80fbf959555f,44601,1733817092807 2024-12-10T07:51:33,381 DEBUG [RS:1;80fbf959555f:44601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,44601,1733817092807' 2024-12-10T07:51:33,381 DEBUG [RS:1;80fbf959555f:44601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:51:33,381 DEBUG [RS:1;80fbf959555f:44601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:51:33,382 DEBUG [RS:1;80fbf959555f:44601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:51:33,382 DEBUG [RS:1;80fbf959555f:44601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:51:33,382 DEBUG [RS:1;80fbf959555f:44601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80fbf959555f,44601,1733817092807 2024-12-10T07:51:33,382 DEBUG [RS:1;80fbf959555f:44601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,44601,1733817092807' 2024-12-10T07:51:33,382 DEBUG [RS:1;80fbf959555f:44601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:51:33,382 DEBUG [RS:1;80fbf959555f:44601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:51:33,383 DEBUG [RS:1;80fbf959555f:44601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:51:33,383 INFO [RS:1;80fbf959555f:44601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:51:33,383 INFO [RS:1;80fbf959555f:44601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:51:33,388 INFO [RS:0;80fbf959555f:40937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,388 INFO [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(1482): Serving as 80fbf959555f,40937,1733817092767, RpcServer on 80fbf959555f/172.17.0.2:40937, sessionid=0x1000ec308a00001 2024-12-10T07:51:33,389 DEBUG [RS:0;80fbf959555f:40937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:51:33,389 DEBUG [RS:0;80fbf959555f:40937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80fbf959555f,40937,1733817092767 2024-12-10T07:51:33,389 DEBUG [RS:0;80fbf959555f:40937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,40937,1733817092767' 2024-12-10T07:51:33,389 DEBUG [RS:0;80fbf959555f:40937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:51:33,389 DEBUG [RS:0;80fbf959555f:40937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:51:33,390 DEBUG [RS:0;80fbf959555f:40937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:51:33,390 DEBUG [RS:0;80fbf959555f:40937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:51:33,390 DEBUG [RS:0;80fbf959555f:40937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80fbf959555f,40937,1733817092767 2024-12-10T07:51:33,390 DEBUG [RS:0;80fbf959555f:40937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,40937,1733817092767' 2024-12-10T07:51:33,390 DEBUG [RS:0;80fbf959555f:40937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:51:33,391 DEBUG [RS:0;80fbf959555f:40937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:51:33,391 DEBUG [RS:0;80fbf959555f:40937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:51:33,391 INFO [RS:0;80fbf959555f:40937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:51:33,391 INFO [RS:0;80fbf959555f:40937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:51:33,483 INFO [RS:1;80fbf959555f:44601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:33,486 INFO [RS:1;80fbf959555f:44601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C44601%2C1733817092807, suffix=, logDir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/WALs/80fbf959555f,44601,1733817092807, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/oldWALs, maxLogs=32 2024-12-10T07:51:33,492 INFO [RS:0;80fbf959555f:40937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:33,493 INFO [RS:0;80fbf959555f:40937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C40937%2C1733817092767, suffix=, logDir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/WALs/80fbf959555f,40937,1733817092767, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/oldWALs, maxLogs=32 2024-12-10T07:51:33,500 DEBUG [RS:1;80fbf959555f:44601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/WALs/80fbf959555f,44601,1733817092807/80fbf959555f%2C44601%2C1733817092807.1733817093487, exclude list is [], retry=0 2024-12-10T07:51:33,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38081,DS-e380c591-940a-4ded-ae75-9f27e341c614,DISK] 2024-12-10T07:51:33,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34495,DS-abb29ac8-136d-4e95-9543-80b68b2770a8,DISK] 2024-12-10T07:51:33,507 INFO [RS:1;80fbf959555f:44601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/WALs/80fbf959555f,44601,1733817092807/80fbf959555f%2C44601%2C1733817092807.1733817093487 2024-12-10T07:51:33,507 DEBUG [RS:1;80fbf959555f:44601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33239:33239),(127.0.0.1/127.0.0.1:44545:44545)] 2024-12-10T07:51:33,507 DEBUG [RS:0;80fbf959555f:40937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/WALs/80fbf959555f,40937,1733817092767/80fbf959555f%2C40937%2C1733817092767.1733817093494, exclude list is [], retry=0 2024-12-10T07:51:33,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38081,DS-e380c591-940a-4ded-ae75-9f27e341c614,DISK] 2024-12-10T07:51:33,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34495,DS-abb29ac8-136d-4e95-9543-80b68b2770a8,DISK] 2024-12-10T07:51:33,513 INFO [RS:0;80fbf959555f:40937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/WALs/80fbf959555f,40937,1733817092767/80fbf959555f%2C40937%2C1733817092767.1733817093494 2024-12-10T07:51:33,514 DEBUG [RS:0;80fbf959555f:40937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545),(127.0.0.1/127.0.0.1:33239:33239)] 2024-12-10T07:51:33,621 DEBUG [80fbf959555f:36225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T07:51:33,621 DEBUG [80fbf959555f:36225 {}] balancer.BalancerClusterState(204): Hosts are {80fbf959555f=0} racks are {/default-rack=0} 2024-12-10T07:51:33,623 DEBUG [80fbf959555f:36225 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:51:33,623 DEBUG [80fbf959555f:36225 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:51:33,623 DEBUG [80fbf959555f:36225 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:51:33,623 DEBUG [80fbf959555f:36225 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:51:33,623 INFO [80fbf959555f:36225 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:51:33,623 INFO [80fbf959555f:36225 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:51:33,623 DEBUG [80fbf959555f:36225 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:51:33,624 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80fbf959555f,44601,1733817092807 2024-12-10T07:51:33,626 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80fbf959555f,44601,1733817092807, state=OPENING 2024-12-10T07:51:33,650 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T07:51:33,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:33,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:33,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:33,661 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:51:33,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:33,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:33,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80fbf959555f,44601,1733817092807}] 2024-12-10T07:51:33,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:33,816 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:33,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37899, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:33,822 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T07:51:33,822 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:33,823 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T07:51:33,825 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C44601%2C1733817092807.meta, suffix=.meta, logDir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/WALs/80fbf959555f,44601,1733817092807, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/oldWALs, maxLogs=32 2024-12-10T07:51:33,836 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/WALs/80fbf959555f,44601,1733817092807/80fbf959555f%2C44601%2C1733817092807.meta.1733817093825.meta, exclude list is [], retry=0 2024-12-10T07:51:33,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38081,DS-e380c591-940a-4ded-ae75-9f27e341c614,DISK] 2024-12-10T07:51:33,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34495,DS-abb29ac8-136d-4e95-9543-80b68b2770a8,DISK] 2024-12-10T07:51:33,841 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/WALs/80fbf959555f,44601,1733817092807/80fbf959555f%2C44601%2C1733817092807.meta.1733817093825.meta 2024-12-10T07:51:33,842 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33239:33239),(127.0.0.1/127.0.0.1:44545:44545)] 2024-12-10T07:51:33,842 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:51:33,842 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T07:51:33,842 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T07:51:33,842 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T07:51:33,842 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T07:51:33,843 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:33,843 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T07:51:33,843 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T07:51:33,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:51:33,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:51:33,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:33,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:33,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:51:33,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:51:33,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:33,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:33,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:51:33,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:51:33,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:33,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:33,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:51:33,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:51:33,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:33,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:33,851 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:51:33,852 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740 2024-12-10T07:51:33,853 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740 2024-12-10T07:51:33,855 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:51:33,855 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:51:33,856 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:33,857 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:51:33,858 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74058244, jitterRate=0.10355383157730103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:33,858 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T07:51:33,859 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733817093843Writing region info on filesystem at 1733817093843Initializing all the Stores at 1733817093844 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817093844Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817093844Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817093844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817093844Cleaning up temporary data from old regions at 1733817093855 (+11 ms)Running coprocessor post-open hooks at 1733817093858 (+3 ms)Region opened successfully at 1733817093859 (+1 ms) 2024-12-10T07:51:33,861 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733817093815 2024-12-10T07:51:33,863 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T07:51:33,864 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T07:51:33,865 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,44601,1733817092807 2024-12-10T07:51:33,867 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80fbf959555f,44601,1733817092807, state=OPEN 2024-12-10T07:51:33,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:33,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:33,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:33,892 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80fbf959555f,44601,1733817092807 2024-12-10T07:51:33,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:33,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:33,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:33,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T07:51:33,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80fbf959555f,44601,1733817092807 in 231 msec 2024-12-10T07:51:33,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T07:51:33,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 680 msec 2024-12-10T07:51:33,901 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:33,901 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T07:51:33,903 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:51:33,903 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80fbf959555f,44601,1733817092807, seqNum=-1] 2024-12-10T07:51:33,903 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:33,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46839, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:33,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 746 msec 2024-12-10T07:51:33,912 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733817093912, completionTime=-1 2024-12-10T07:51:33,912 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-10T07:51:33,912 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T07:51:33,914 INFO [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-10T07:51:33,914 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733817153914 2024-12-10T07:51:33,914 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733817213914 2024-12-10T07:51:33,914 INFO [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-10T07:51:33,915 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,36225,1733817092629-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,915 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,36225,1733817092629-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,915 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,36225,1733817092629-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,915 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80fbf959555f:36225, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,915 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,915 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,917 DEBUG [master/80fbf959555f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T07:51:33,919 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.050sec 2024-12-10T07:51:33,920 INFO [master/80fbf959555f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T07:51:33,920 INFO [master/80fbf959555f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T07:51:33,920 INFO [master/80fbf959555f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T07:51:33,920 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T07:51:33,920 INFO [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T07:51:33,920 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,36225,1733817092629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:33,920 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,36225,1733817092629-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T07:51:33,923 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T07:51:33,923 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T07:51:33,923 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,36225,1733817092629-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:33,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20632d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:33,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80fbf959555f,36225,-1 for getting cluster id 2024-12-10T07:51:33,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T07:51:33,939 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeda4c3f-2ceb-47bd-b25e-48ca9f449807' 2024-12-10T07:51:33,939 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T07:51:33,939 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeda4c3f-2ceb-47bd-b25e-48ca9f449807" 2024-12-10T07:51:33,940 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423eaaa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:33,940 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80fbf959555f,36225,-1] 2024-12-10T07:51:33,940 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T07:51:33,940 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:33,942 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T07:51:33,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a16b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:33,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:51:33,945 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80fbf959555f,44601,1733817092807, seqNum=-1] 2024-12-10T07:51:33,945 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:33,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:33,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80fbf959555f,36225,1733817092629 2024-12-10T07:51:33,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T07:51:33,950 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 80fbf959555f,36225,1733817092629 2024-12-10T07:51:33,950 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@445765e3 2024-12-10T07:51:33,950 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T07:51:33,952 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T07:51:33,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:51:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-10T07:51:33,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:51:33,955 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:33,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-10T07:51:33,957 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:51:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:33,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741836_1012 (size=379) 2024-12-10T07:51:33,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741836_1012 (size=379) 2024-12-10T07:51:33,970 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62616732e037c73845a5d86f7637e44d, NAME => 'testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424 2024-12-10T07:51:33,970 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 32b10ea7fb722dee5d1ad823177f800d, NAME => 'testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424 2024-12-10T07:51:33,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741838_1014 (size=61) 2024-12-10T07:51:33,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741838_1014 (size=61) 2024-12-10T07:51:33,982 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:33,982 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 62616732e037c73845a5d86f7637e44d, disabling compactions & flushes 2024-12-10T07:51:33,982 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d. 2024-12-10T07:51:33,982 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d. 2024-12-10T07:51:33,982 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d. after waiting 0 ms 2024-12-10T07:51:33,982 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d. 2024-12-10T07:51:33,983 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d. 2024-12-10T07:51:33,983 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62616732e037c73845a5d86f7637e44d: Waiting for close lock at 1733817093982Disabling compacts and flushes for region at 1733817093982Disabling writes for close at 1733817093982Writing region close event to WAL at 1733817093983 (+1 ms)Closed at 1733817093983 2024-12-10T07:51:33,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741837_1013 (size=61) 2024-12-10T07:51:33,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741837_1013 (size=61) 2024-12-10T07:51:33,988 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:33,988 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 32b10ea7fb722dee5d1ad823177f800d, disabling compactions & flushes 2024-12-10T07:51:33,988 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d. 2024-12-10T07:51:33,988 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d. 2024-12-10T07:51:33,989 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d. after waiting 0 ms 2024-12-10T07:51:33,989 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d. 2024-12-10T07:51:33,989 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d. 2024-12-10T07:51:33,989 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 32b10ea7fb722dee5d1ad823177f800d: Waiting for close lock at 1733817093988Disabling compacts and flushes for region at 1733817093988Disabling writes for close at 1733817093989 (+1 ms)Writing region close event to WAL at 1733817093989Closed at 1733817093989 2024-12-10T07:51:33,990 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:51:33,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733817093991"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733817093991"}]},"ts":"1733817093991"} 2024-12-10T07:51:33,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733817093991"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733817093991"}]},"ts":"1733817093991"} 2024-12-10T07:51:33,995 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-10T07:51:33,997 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:51:33,997 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733817093997"}]},"ts":"1733817093997"} 2024-12-10T07:51:34,000 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-10T07:51:34,001 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {80fbf959555f=0} racks are {/default-rack=0} 2024-12-10T07:51:34,002 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:51:34,002 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:51:34,002 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:51:34,002 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:51:34,003 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:51:34,003 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:51:34,003 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:51:34,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=62616732e037c73845a5d86f7637e44d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32b10ea7fb722dee5d1ad823177f800d, ASSIGN}] 2024-12-10T07:51:34,005 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32b10ea7fb722dee5d1ad823177f800d, ASSIGN 2024-12-10T07:51:34,005 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=62616732e037c73845a5d86f7637e44d, ASSIGN 2024-12-10T07:51:34,007 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=62616732e037c73845a5d86f7637e44d, ASSIGN; state=OFFLINE, location=80fbf959555f,40937,1733817092767; forceNewPlan=false, retain=false 2024-12-10T07:51:34,007 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32b10ea7fb722dee5d1ad823177f800d, ASSIGN; state=OFFLINE, location=80fbf959555f,44601,1733817092807; forceNewPlan=false, retain=false 2024-12-10T07:51:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:34,157 INFO [80fbf959555f:36225 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-10T07:51:34,158 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62616732e037c73845a5d86f7637e44d, regionState=OPENING, regionLocation=80fbf959555f,40937,1733817092767 2024-12-10T07:51:34,158 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=32b10ea7fb722dee5d1ad823177f800d, regionState=OPENING, regionLocation=80fbf959555f,44601,1733817092807 2024-12-10T07:51:34,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=62616732e037c73845a5d86f7637e44d, ASSIGN because future has completed 2024-12-10T07:51:34,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62616732e037c73845a5d86f7637e44d, server=80fbf959555f,40937,1733817092767}] 2024-12-10T07:51:34,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32b10ea7fb722dee5d1ad823177f800d, ASSIGN because future has completed 2024-12-10T07:51:34,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b10ea7fb722dee5d1ad823177f800d, server=80fbf959555f,44601,1733817092807}] 2024-12-10T07:51:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:34,315 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:34,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56257, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:34,321 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d. 2024-12-10T07:51:34,321 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 32b10ea7fb722dee5d1ad823177f800d, NAME => 'testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d.', STARTKEY => '5', ENDKEY => ''} 2024-12-10T07:51:34,321 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 32b10ea7fb722dee5d1ad823177f800d 2024-12-10T07:51:34,321 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:34,321 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 32b10ea7fb722dee5d1ad823177f800d 2024-12-10T07:51:34,321 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 32b10ea7fb722dee5d1ad823177f800d 2024-12-10T07:51:34,322 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d. 2024-12-10T07:51:34,322 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 62616732e037c73845a5d86f7637e44d, NAME => 'testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d.', STARTKEY => '', ENDKEY => '5'} 2024-12-10T07:51:34,323 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 62616732e037c73845a5d86f7637e44d 2024-12-10T07:51:34,323 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:34,323 INFO [StoreOpener-32b10ea7fb722dee5d1ad823177f800d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 32b10ea7fb722dee5d1ad823177f800d 2024-12-10T07:51:34,323 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 62616732e037c73845a5d86f7637e44d 2024-12-10T07:51:34,323 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 62616732e037c73845a5d86f7637e44d 2024-12-10T07:51:34,325 INFO [StoreOpener-32b10ea7fb722dee5d1ad823177f800d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32b10ea7fb722dee5d1ad823177f800d columnFamilyName family 2024-12-10T07:51:34,325 DEBUG [StoreOpener-32b10ea7fb722dee5d1ad823177f800d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:34,325 INFO [StoreOpener-62616732e037c73845a5d86f7637e44d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 62616732e037c73845a5d86f7637e44d 2024-12-10T07:51:34,326 INFO [StoreOpener-32b10ea7fb722dee5d1ad823177f800d-1 {}] regionserver.HStore(327): Store=32b10ea7fb722dee5d1ad823177f800d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:34,326 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 32b10ea7fb722dee5d1ad823177f800d 2024-12-10T07:51:34,327 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/32b10ea7fb722dee5d1ad823177f800d 2024-12-10T07:51:34,327 INFO [StoreOpener-62616732e037c73845a5d86f7637e44d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62616732e037c73845a5d86f7637e44d columnFamilyName family 2024-12-10T07:51:34,327 DEBUG [StoreOpener-62616732e037c73845a5d86f7637e44d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:34,327 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/32b10ea7fb722dee5d1ad823177f800d 2024-12-10T07:51:34,328 INFO [StoreOpener-62616732e037c73845a5d86f7637e44d-1 {}] regionserver.HStore(327): Store=62616732e037c73845a5d86f7637e44d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:34,328 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 32b10ea7fb722dee5d1ad823177f800d 2024-12-10T07:51:34,328 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 62616732e037c73845a5d86f7637e44d 2024-12-10T07:51:34,328 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 32b10ea7fb722dee5d1ad823177f800d 2024-12-10T07:51:34,329 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/62616732e037c73845a5d86f7637e44d 2024-12-10T07:51:34,329 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/62616732e037c73845a5d86f7637e44d 2024-12-10T07:51:34,329 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 62616732e037c73845a5d86f7637e44d 2024-12-10T07:51:34,329 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 62616732e037c73845a5d86f7637e44d 2024-12-10T07:51:34,330 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 32b10ea7fb722dee5d1ad823177f800d 2024-12-10T07:51:34,332 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 62616732e037c73845a5d86f7637e44d 2024-12-10T07:51:34,335 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/32b10ea7fb722dee5d1ad823177f800d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:34,335 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/62616732e037c73845a5d86f7637e44d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:34,336 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 32b10ea7fb722dee5d1ad823177f800d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72382028, jitterRate=0.07857626676559448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:51:34,336 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 62616732e037c73845a5d86f7637e44d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71255226, jitterRate=0.061785608530044556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:51:34,336 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32b10ea7fb722dee5d1ad823177f800d 2024-12-10T07:51:34,336 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62616732e037c73845a5d86f7637e44d 2024-12-10T07:51:34,337 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 32b10ea7fb722dee5d1ad823177f800d: Running coprocessor pre-open hook at 1733817094321Writing region info on filesystem at 1733817094321Initializing all the Stores at 1733817094323 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817094323Cleaning up temporary data from old regions at 1733817094328 (+5 ms)Running coprocessor post-open hooks at 1733817094336 (+8 ms)Region opened successfully at 1733817094337 (+1 ms) 2024-12-10T07:51:34,337 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 62616732e037c73845a5d86f7637e44d: Running coprocessor pre-open hook at 1733817094323Writing region info on filesystem at 1733817094323Initializing all the Stores at 1733817094324 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817094325 (+1 ms)Cleaning up temporary data from old regions at 1733817094329 (+4 ms)Running coprocessor post-open hooks at 1733817094336 (+7 ms)Region opened successfully at 1733817094337 (+1 ms) 2024-12-10T07:51:34,338 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d., pid=8, masterSystemTime=1733817094316 2024-12-10T07:51:34,340 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d. 2024-12-10T07:51:34,341 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d. 2024-12-10T07:51:34,341 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d., pid=7, masterSystemTime=1733817094315 2024-12-10T07:51:34,341 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=32b10ea7fb722dee5d1ad823177f800d, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,44601,1733817092807 2024-12-10T07:51:34,345 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d. 2024-12-10T07:51:34,345 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d. 2024-12-10T07:51:34,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b10ea7fb722dee5d1ad823177f800d, server=80fbf959555f,44601,1733817092807 because future has completed 2024-12-10T07:51:34,346 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62616732e037c73845a5d86f7637e44d, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,40937,1733817092767 2024-12-10T07:51:34,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62616732e037c73845a5d86f7637e44d, server=80fbf959555f,40937,1733817092767 because future has completed 2024-12-10T07:51:34,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-10T07:51:34,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 32b10ea7fb722dee5d1ad823177f800d, server=80fbf959555f,44601,1733817092807 in 184 msec 2024-12-10T07:51:34,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32b10ea7fb722dee5d1ad823177f800d, ASSIGN in 350 msec 2024-12-10T07:51:34,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-10T07:51:34,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62616732e037c73845a5d86f7637e44d, server=80fbf959555f,40937,1733817092767 in 193 msec 2024-12-10T07:51:34,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T07:51:34,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=62616732e037c73845a5d86f7637e44d, ASSIGN in 354 msec 2024-12-10T07:51:34,361 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:51:34,361 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733817094361"}]},"ts":"1733817094361"} 2024-12-10T07:51:34,364 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-10T07:51:34,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:51:34,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 413 msec 2024-12-10T07:51:34,398 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T07:51:34,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:34,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:34,582 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-10T07:51:34,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-10T07:51:34,583 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:51:34,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-10T07:51:34,586 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:51:34,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-10T07:51:34,590 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d., hostname=80fbf959555f,40937,1733817092767, seqNum=2] 2024-12-10T07:51:34,591 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:34,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:34,606 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d., hostname=80fbf959555f,44601,1733817092807, seqNum=2] 2024-12-10T07:51:34,618 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 62616732e037c73845a5d86f7637e44d 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-10T07:51:34,633 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/62616732e037c73845a5d86f7637e44d/.tmp/family/81731ccea4a848f38f0e87b16823a4e6 is 32, key is 1/family:/1733817094593/Put/seqid=0 2024-12-10T07:51:34,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741839_1015 (size=5054) 2024-12-10T07:51:34,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741839_1015 (size=5054) 2024-12-10T07:51:34,641 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/62616732e037c73845a5d86f7637e44d/.tmp/family/81731ccea4a848f38f0e87b16823a4e6 2024-12-10T07:51:34,649 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/62616732e037c73845a5d86f7637e44d/.tmp/family/81731ccea4a848f38f0e87b16823a4e6 as hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/62616732e037c73845a5d86f7637e44d/family/81731ccea4a848f38f0e87b16823a4e6 2024-12-10T07:51:34,657 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/62616732e037c73845a5d86f7637e44d/family/81731ccea4a848f38f0e87b16823a4e6, entries=4, sequenceid=8, filesize=4.9 K 2024-12-10T07:51:34,658 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 62616732e037c73845a5d86f7637e44d in 40ms, sequenceid=8, compaction requested=false 2024-12-10T07:51:34,658 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 62616732e037c73845a5d86f7637e44d: 2024-12-10T07:51:34,658 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 32b10ea7fb722dee5d1ad823177f800d 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-10T07:51:34,673 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/32b10ea7fb722dee5d1ad823177f800d/.tmp/family/5ee61e9e629d4453a39c3fb8153dbe7c is 32, key is 5/family:/1733817094607/Put/seqid=0 2024-12-10T07:51:34,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741840_1016 (size=5083) 2024-12-10T07:51:34,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741840_1016 (size=5083) 2024-12-10T07:51:34,682 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/32b10ea7fb722dee5d1ad823177f800d/.tmp/family/5ee61e9e629d4453a39c3fb8153dbe7c 2024-12-10T07:51:34,691 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/32b10ea7fb722dee5d1ad823177f800d/.tmp/family/5ee61e9e629d4453a39c3fb8153dbe7c as hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/32b10ea7fb722dee5d1ad823177f800d/family/5ee61e9e629d4453a39c3fb8153dbe7c 2024-12-10T07:51:34,700 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/32b10ea7fb722dee5d1ad823177f800d/family/5ee61e9e629d4453a39c3fb8153dbe7c, entries=5, sequenceid=9, filesize=5.0 K 2024-12-10T07:51:34,702 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 32b10ea7fb722dee5d1ad823177f800d in 44ms, sequenceid=9, compaction requested=false 2024-12-10T07:51:34,702 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 32b10ea7fb722dee5d1ad823177f800d: 2024-12-10T07:51:34,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T07:51:34,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:51:34,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:34,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:34,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:34,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T07:51:34,708 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T07:51:34,708 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1574990047, stopped=false 2024-12-10T07:51:34,708 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80fbf959555f,36225,1733817092629 2024-12-10T07:51:34,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:34,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:34,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:34,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:34,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:34,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:34,767 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:51:34,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:51:34,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:34,768 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:34,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:34,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:34,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:34,768 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80fbf959555f,40937,1733817092767' ***** 2024-12-10T07:51:34,768 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:51:34,768 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80fbf959555f,44601,1733817092807' ***** 2024-12-10T07:51:34,768 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:51:34,768 INFO [RS:0;80fbf959555f:40937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:51:34,768 INFO [RS:0;80fbf959555f:40937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:51:34,768 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:51:34,768 INFO [RS:0;80fbf959555f:40937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:51:34,769 INFO [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(3091): Received CLOSE for 62616732e037c73845a5d86f7637e44d 2024-12-10T07:51:34,769 INFO [RS:1;80fbf959555f:44601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:51:34,769 INFO [RS:1;80fbf959555f:44601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:51:34,769 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:51:34,769 INFO [RS:1;80fbf959555f:44601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:51:34,769 INFO [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(959): stopping server 80fbf959555f,40937,1733817092767 2024-12-10T07:51:34,769 INFO [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(3091): Received CLOSE for 32b10ea7fb722dee5d1ad823177f800d 2024-12-10T07:51:34,769 INFO [RS:0;80fbf959555f:40937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:34,769 INFO [RS:0;80fbf959555f:40937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80fbf959555f:40937. 2024-12-10T07:51:34,769 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62616732e037c73845a5d86f7637e44d, disabling compactions & flushes 2024-12-10T07:51:34,769 INFO [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(959): stopping server 80fbf959555f,44601,1733817092807 2024-12-10T07:51:34,769 DEBUG [RS:0;80fbf959555f:40937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:34,769 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d. 2024-12-10T07:51:34,769 INFO [RS:1;80fbf959555f:44601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:34,769 DEBUG [RS:0;80fbf959555f:40937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:34,769 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d. 2024-12-10T07:51:34,769 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32b10ea7fb722dee5d1ad823177f800d, disabling compactions & flushes 2024-12-10T07:51:34,769 INFO [RS:1;80fbf959555f:44601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;80fbf959555f:44601. 2024-12-10T07:51:34,769 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d. after waiting 0 ms 2024-12-10T07:51:34,769 INFO [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-10T07:51:34,769 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d. 2024-12-10T07:51:34,769 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d. 2024-12-10T07:51:34,769 DEBUG [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(1325): Online Regions={62616732e037c73845a5d86f7637e44d=testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d.} 2024-12-10T07:51:34,769 DEBUG [RS:1;80fbf959555f:44601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:34,769 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d. 2024-12-10T07:51:34,770 DEBUG [RS:1;80fbf959555f:44601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:34,770 DEBUG [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(1351): Waiting on 62616732e037c73845a5d86f7637e44d 2024-12-10T07:51:34,770 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d. after waiting 1 ms 2024-12-10T07:51:34,770 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d. 2024-12-10T07:51:34,770 INFO [RS:1;80fbf959555f:44601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:51:34,770 INFO [RS:1;80fbf959555f:44601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:51:34,770 INFO [RS:1;80fbf959555f:44601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:51:34,770 INFO [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T07:51:34,775 INFO [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-10T07:51:34,775 DEBUG [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 32b10ea7fb722dee5d1ad823177f800d=testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d.} 2024-12-10T07:51:34,775 DEBUG [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32b10ea7fb722dee5d1ad823177f800d 2024-12-10T07:51:34,775 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:51:34,775 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:51:34,775 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:51:34,775 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:51:34,775 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:51:34,776 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-10T07:51:34,779 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/62616732e037c73845a5d86f7637e44d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-10T07:51:34,779 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/default/testClearRegionBlockCache/32b10ea7fb722dee5d1ad823177f800d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T07:51:34,780 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d. 2024-12-10T07:51:34,780 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d. 2024-12-10T07:51:34,780 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32b10ea7fb722dee5d1ad823177f800d: Waiting for close lock at 1733817094769Running coprocessor pre-close hooks at 1733817094769Disabling compacts and flushes for region at 1733817094769Disabling writes for close at 1733817094770 (+1 ms)Writing region close event to WAL at 1733817094775 (+5 ms)Running coprocessor post-close hooks at 1733817094780 (+5 ms)Closed at 1733817094780 2024-12-10T07:51:34,780 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62616732e037c73845a5d86f7637e44d: Waiting for close lock at 1733817094769Running coprocessor pre-close hooks at 1733817094769Disabling compacts and flushes for region at 1733817094769Disabling writes for close at 1733817094769Writing region close event to WAL at 1733817094775 (+6 ms)Running coprocessor post-close hooks at 1733817094780 (+5 ms)Closed at 1733817094780 2024-12-10T07:51:34,781 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d. 2024-12-10T07:51:34,781 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733817093952.62616732e037c73845a5d86f7637e44d. 2024-12-10T07:51:34,792 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/.tmp/info/842ad1d73d8c473cbaf33c4d9e92ba3b is 173, key is testClearRegionBlockCache,5,1733817093952.32b10ea7fb722dee5d1ad823177f800d./info:regioninfo/1733817094341/Put/seqid=0 2024-12-10T07:51:34,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741841_1017 (size=8173) 2024-12-10T07:51:34,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741841_1017 (size=8173) 2024-12-10T07:51:34,799 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/.tmp/info/842ad1d73d8c473cbaf33c4d9e92ba3b 2024-12-10T07:51:34,821 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/.tmp/ns/9711a287ba51499988b4564ea9e6e05f is 43, key is default/ns:d/1733817093905/Put/seqid=0 2024-12-10T07:51:34,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741842_1018 (size=5153) 2024-12-10T07:51:34,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741842_1018 (size=5153) 2024-12-10T07:51:34,829 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/.tmp/ns/9711a287ba51499988b4564ea9e6e05f 2024-12-10T07:51:34,850 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/.tmp/table/f4d21f3893ca4735a4616a857764448d is 61, key is testClearRegionBlockCache/table:state/1733817094361/Put/seqid=0 2024-12-10T07:51:34,853 INFO [regionserver/80fbf959555f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:34,855 INFO [regionserver/80fbf959555f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:34,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741843_1019 (size=5312) 2024-12-10T07:51:34,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741843_1019 (size=5312) 2024-12-10T07:51:34,858 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/.tmp/table/f4d21f3893ca4735a4616a857764448d 2024-12-10T07:51:34,865 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/.tmp/info/842ad1d73d8c473cbaf33c4d9e92ba3b as hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/info/842ad1d73d8c473cbaf33c4d9e92ba3b 2024-12-10T07:51:34,871 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/info/842ad1d73d8c473cbaf33c4d9e92ba3b, entries=20, sequenceid=13, filesize=8.0 K 2024-12-10T07:51:34,873 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/.tmp/ns/9711a287ba51499988b4564ea9e6e05f as hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/ns/9711a287ba51499988b4564ea9e6e05f 2024-12-10T07:51:34,880 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/ns/9711a287ba51499988b4564ea9e6e05f, entries=2, sequenceid=13, filesize=5.0 K 2024-12-10T07:51:34,882 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/.tmp/table/f4d21f3893ca4735a4616a857764448d as hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/table/f4d21f3893ca4735a4616a857764448d 2024-12-10T07:51:34,888 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/table/f4d21f3893ca4735a4616a857764448d, entries=2, sequenceid=13, filesize=5.2 K 2024-12-10T07:51:34,890 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=13, compaction requested=false 2024-12-10T07:51:34,895 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-10T07:51:34,896 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:51:34,896 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:34,896 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733817094775Running coprocessor pre-close hooks at 1733817094775Disabling compacts and flushes for region at 1733817094775Disabling writes for close at 1733817094775Obtaining lock to block concurrent updates at 1733817094776 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733817094776Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733817094776Flushing stores of hbase:meta,,1.1588230740 at 1733817094776Flushing 1588230740/info: creating writer at 1733817094777 (+1 ms)Flushing 1588230740/info: appending metadata at 1733817094792 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733817094792Flushing 1588230740/ns: creating writer at 1733817094807 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733817094821 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733817094821Flushing 1588230740/table: creating writer at 1733817094836 (+15 ms)Flushing 1588230740/table: appending metadata at 1733817094850 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733817094850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70dcedc6: reopening flushed file at 1733817094864 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45367cd8: reopening flushed file at 1733817094872 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc2b86c: reopening flushed file at 1733817094881 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=13, compaction requested=false at 1733817094890 (+9 ms)Writing region close event to WAL at 1733817094891 (+1 ms)Running coprocessor post-close hooks at 1733817094896 (+5 ms)Closed at 1733817094896 2024-12-10T07:51:34,896 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:34,970 INFO [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(976): stopping server 80fbf959555f,40937,1733817092767; all regions closed. 2024-12-10T07:51:34,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741834_1010 (size=1758) 2024-12-10T07:51:34,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741834_1010 (size=1758) 2024-12-10T07:51:34,975 DEBUG [RS:0;80fbf959555f:40937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/oldWALs 2024-12-10T07:51:34,975 INFO [RS:0;80fbf959555f:40937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C40937%2C1733817092767:(num 1733817093494) 2024-12-10T07:51:34,975 DEBUG [RS:0;80fbf959555f:40937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:34,975 INFO [RS:0;80fbf959555f:40937 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:34,975 INFO [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(976): stopping server 80fbf959555f,44601,1733817092807; all regions closed. 2024-12-10T07:51:34,975 INFO [RS:0;80fbf959555f:40937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:34,975 INFO [RS:0;80fbf959555f:40937 {}] hbase.ChoreService(370): Chore service for: regionserver/80fbf959555f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:34,976 INFO [RS:0;80fbf959555f:40937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:51:34,976 INFO [regionserver/80fbf959555f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:34,976 INFO [RS:0;80fbf959555f:40937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:51:34,976 INFO [RS:0;80fbf959555f:40937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:51:34,976 INFO [RS:0;80fbf959555f:40937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:34,976 INFO [RS:0;80fbf959555f:40937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40937 2024-12-10T07:51:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741835_1011 (size=4338) 2024-12-10T07:51:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741835_1011 (size=4338) 2024-12-10T07:51:34,982 DEBUG [RS:1;80fbf959555f:44601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/oldWALs 2024-12-10T07:51:34,982 INFO [RS:1;80fbf959555f:44601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C44601%2C1733817092807.meta:.meta(num 1733817093825) 2024-12-10T07:51:34,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741833_1009 (size=1867) 2024-12-10T07:51:34,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741833_1009 (size=1867) 2024-12-10T07:51:34,988 DEBUG [RS:1;80fbf959555f:44601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/oldWALs 2024-12-10T07:51:34,988 INFO [RS:1;80fbf959555f:44601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C44601%2C1733817092807:(num 1733817093487) 2024-12-10T07:51:34,988 DEBUG [RS:1;80fbf959555f:44601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:34,988 INFO [RS:1;80fbf959555f:44601 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:34,988 INFO [RS:1;80fbf959555f:44601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:34,988 INFO [RS:1;80fbf959555f:44601 {}] hbase.ChoreService(370): Chore service for: regionserver/80fbf959555f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:34,988 INFO [RS:1;80fbf959555f:44601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:34,988 INFO [regionserver/80fbf959555f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:34,989 INFO [RS:1;80fbf959555f:44601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44601 2024-12-10T07:51:34,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80fbf959555f,40937,1733817092767 2024-12-10T07:51:34,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:51:34,993 INFO [RS:0;80fbf959555f:40937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:35,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80fbf959555f,44601,1733817092807 2024-12-10T07:51:35,002 INFO [RS:1;80fbf959555f:44601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:35,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80fbf959555f,44601,1733817092807] 2024-12-10T07:51:35,027 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80fbf959555f,44601,1733817092807 already deleted, retry=false 2024-12-10T07:51:35,027 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80fbf959555f,44601,1733817092807 expired; onlineServers=1 2024-12-10T07:51:35,027 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80fbf959555f,40937,1733817092767] 2024-12-10T07:51:35,035 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80fbf959555f,40937,1733817092767 already deleted, retry=false 2024-12-10T07:51:35,035 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80fbf959555f,40937,1733817092767 expired; onlineServers=0 2024-12-10T07:51:35,035 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80fbf959555f,36225,1733817092629' ***** 2024-12-10T07:51:35,035 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T07:51:35,035 INFO [M:0;80fbf959555f:36225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:35,035 INFO [M:0;80fbf959555f:36225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:35,036 DEBUG [M:0;80fbf959555f:36225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T07:51:35,036 DEBUG [M:0;80fbf959555f:36225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T07:51:35,036 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T07:51:35,036 DEBUG [master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817093170 {}] cleaner.HFileCleaner(306): Exit Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817093170,5,FailOnTimeoutGroup] 2024-12-10T07:51:35,036 DEBUG [master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817093170 {}] cleaner.HFileCleaner(306): Exit Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817093170,5,FailOnTimeoutGroup] 2024-12-10T07:51:35,036 INFO [M:0;80fbf959555f:36225 {}] hbase.ChoreService(370): Chore service for: master/80fbf959555f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:35,036 INFO [M:0;80fbf959555f:36225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:35,036 DEBUG [M:0;80fbf959555f:36225 {}] master.HMaster(1795): Stopping service threads 2024-12-10T07:51:35,036 INFO [M:0;80fbf959555f:36225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T07:51:35,037 INFO [M:0;80fbf959555f:36225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:51:35,037 INFO [M:0;80fbf959555f:36225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T07:51:35,037 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T07:51:35,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:35,044 DEBUG [M:0;80fbf959555f:36225 {}] zookeeper.ZKUtil(347): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T07:51:35,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:35,044 WARN [M:0;80fbf959555f:36225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T07:51:35,045 INFO [M:0;80fbf959555f:36225 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/.lastflushedseqids 2024-12-10T07:51:35,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741844_1020 (size=182) 2024-12-10T07:51:35,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741844_1020 (size=182) 2024-12-10T07:51:35,053 INFO [M:0;80fbf959555f:36225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T07:51:35,053 INFO [M:0;80fbf959555f:36225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T07:51:35,053 DEBUG [M:0;80fbf959555f:36225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:51:35,053 INFO [M:0;80fbf959555f:36225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:35,053 DEBUG [M:0;80fbf959555f:36225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:35,053 DEBUG [M:0;80fbf959555f:36225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:51:35,053 DEBUG [M:0;80fbf959555f:36225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:35,054 INFO [M:0;80fbf959555f:36225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-12-10T07:51:35,071 DEBUG [M:0;80fbf959555f:36225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed2f082e49284dcb84d9d86a67a70fad is 82, key is hbase:meta,,1/info:regioninfo/1733817093865/Put/seqid=0 2024-12-10T07:51:35,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741845_1021 (size=5672) 2024-12-10T07:51:35,084 INFO [M:0;80fbf959555f:36225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed2f082e49284dcb84d9d86a67a70fad 2024-12-10T07:51:35,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741845_1021 (size=5672) 2024-12-10T07:51:35,108 DEBUG [M:0;80fbf959555f:36225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ddbf49f2191449d9091c0efd0814c3e is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733817094367/Put/seqid=0 2024-12-10T07:51:35,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:35,110 INFO [RS:0;80fbf959555f:40937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:35,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40937-0x1000ec308a00001, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:35,110 INFO [RS:0;80fbf959555f:40937 {}] regionserver.HRegionServer(1031): Exiting; stopping=80fbf959555f,40937,1733817092767; zookeeper connection closed. 2024-12-10T07:51:35,111 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11930122 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11930122 2024-12-10T07:51:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741846_1022 (size=6220) 2024-12-10T07:51:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741846_1022 (size=6220) 2024-12-10T07:51:35,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:35,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x1000ec308a00002, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:35,119 INFO [RS:1;80fbf959555f:44601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:35,119 INFO [RS:1;80fbf959555f:44601 {}] regionserver.HRegionServer(1031): Exiting; stopping=80fbf959555f,44601,1733817092807; zookeeper connection closed. 2024-12-10T07:51:35,119 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@134c41fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@134c41fc 2024-12-10T07:51:35,119 INFO [M:0;80fbf959555f:36225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ddbf49f2191449d9091c0efd0814c3e 2024-12-10T07:51:35,119 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-10T07:51:35,141 DEBUG [M:0;80fbf959555f:36225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80dafab116654081a51b15917a97428c is 69, key is 80fbf959555f,40937,1733817092767/rs:state/1733817093284/Put/seqid=0 2024-12-10T07:51:35,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741847_1023 (size=5224) 2024-12-10T07:51:35,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741847_1023 (size=5224) 2024-12-10T07:51:35,148 INFO [M:0;80fbf959555f:36225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80dafab116654081a51b15917a97428c 2024-12-10T07:51:35,155 DEBUG [M:0;80fbf959555f:36225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed2f082e49284dcb84d9d86a67a70fad as hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed2f082e49284dcb84d9d86a67a70fad 2024-12-10T07:51:35,162 INFO [M:0;80fbf959555f:36225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed2f082e49284dcb84d9d86a67a70fad, entries=8, sequenceid=71, filesize=5.5 K 2024-12-10T07:51:35,163 DEBUG [M:0;80fbf959555f:36225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ddbf49f2191449d9091c0efd0814c3e as hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ddbf49f2191449d9091c0efd0814c3e 2024-12-10T07:51:35,172 INFO [M:0;80fbf959555f:36225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ddbf49f2191449d9091c0efd0814c3e, entries=8, sequenceid=71, filesize=6.1 K 2024-12-10T07:51:35,173 DEBUG [M:0;80fbf959555f:36225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80dafab116654081a51b15917a97428c as hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80dafab116654081a51b15917a97428c 2024-12-10T07:51:35,183 INFO [M:0;80fbf959555f:36225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/0bfca297-31e3-6e46-82fc-b61db45c8424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80dafab116654081a51b15917a97428c, entries=2, sequenceid=71, filesize=5.1 K 2024-12-10T07:51:35,184 INFO [M:0;80fbf959555f:36225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=71, compaction requested=false 2024-12-10T07:51:35,186 INFO [M:0;80fbf959555f:36225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:35,187 DEBUG [M:0;80fbf959555f:36225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733817095053Disabling compacts and flushes for region at 1733817095053Disabling writes for close at 1733817095053Obtaining lock to block concurrent updates at 1733817095054 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733817095054Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1733817095054Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733817095055 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733817095055Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733817095070 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733817095070Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733817095092 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733817095108 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733817095108Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733817095127 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733817095140 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733817095141 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43bc5a72: reopening flushed file at 1733817095153 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727c8ec8: reopening flushed file at 1733817095162 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f5bbc9: reopening flushed file at 1733817095172 (+10 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=71, compaction requested=false at 1733817095185 (+13 ms)Writing region close event to WAL at 1733817095186 (+1 ms)Closed at 1733817095186 2024-12-10T07:51:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741830_1006 (size=35452) 2024-12-10T07:51:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38081 is added to blk_1073741830_1006 (size=35452) 2024-12-10T07:51:35,194 INFO [M:0;80fbf959555f:36225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T07:51:35,194 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:35,194 INFO [M:0;80fbf959555f:36225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36225 2024-12-10T07:51:35,194 INFO [M:0;80fbf959555f:36225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:35,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:35,310 INFO [M:0;80fbf959555f:36225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:35,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x1000ec308a00000, quorum=127.0.0.1:53100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:35,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7faf4d67{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:35,313 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27f30afa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:35,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:35,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17d371a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:35,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48b80dbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:35,314 WARN [BP-1179830536-172.17.0.2-1733817091057 heartbeating to localhost/127.0.0.1:46703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:51:35,314 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:51:35,314 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:51:35,314 WARN [BP-1179830536-172.17.0.2-1733817091057 heartbeating to localhost/127.0.0.1:46703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1179830536-172.17.0.2-1733817091057 (Datanode Uuid f9b2f655-16e1-4278-a68b-4560aa556c2b) service to localhost/127.0.0.1:46703 2024-12-10T07:51:35,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/cluster_a0123bad-b662-3106-e06f-3d778dc0d20b/data/data3/current/BP-1179830536-172.17.0.2-1733817091057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:35,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/cluster_a0123bad-b662-3106-e06f-3d778dc0d20b/data/data4/current/BP-1179830536-172.17.0.2-1733817091057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:35,315 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:51:35,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51b2e6ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:35,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d0e0050{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:35,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:35,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6764d727{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:35,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@134d5a09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:35,319 WARN [BP-1179830536-172.17.0.2-1733817091057 heartbeating to localhost/127.0.0.1:46703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:51:35,319 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:51:35,319 WARN [BP-1179830536-172.17.0.2-1733817091057 heartbeating to localhost/127.0.0.1:46703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1179830536-172.17.0.2-1733817091057 (Datanode Uuid 44601db1-d7ba-4956-b72f-7c81b4fcc700) service to localhost/127.0.0.1:46703 2024-12-10T07:51:35,319 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:51:35,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/cluster_a0123bad-b662-3106-e06f-3d778dc0d20b/data/data1/current/BP-1179830536-172.17.0.2-1733817091057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:35,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/cluster_a0123bad-b662-3106-e06f-3d778dc0d20b/data/data2/current/BP-1179830536-172.17.0.2-1733817091057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:35,320 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:51:35,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44d5decb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:51:35,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25edd9b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:35,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:35,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5554b7d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:35,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a0dc31c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:35,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T07:51:35,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-10T07:51:35,357 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=111 (was 81) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:46703 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:46703 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:46703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:46703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 184) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6941 (was 7080) 2024-12-10T07:51:35,363 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=111, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=6942 2024-12-10T07:51:35,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/hadoop.log.dir so I do NOT create it in target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016 2024-12-10T07:51:35,374 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/hadoop.log.dir Erasing configuration value by system value. 2024-12-10T07:51:35,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/hadoop.tmp.dir so I do NOT create it in target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016 2024-12-10T07:51:35,374 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0e8150a8-f234-76e5-2e66-7ca96d517102/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-10T07:51:35,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016 2024-12-10T07:51:35,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T07:51:35,374 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/cluster_c787607d-8dcc-d6e1-f12c-74ac808226ba, deleteOnExit=true 2024-12-10T07:51:35,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T07:51:35,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/test.cache.data in system properties and HBase conf 2024-12-10T07:51:35,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T07:51:35,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/hadoop.log.dir in system properties and HBase conf 2024-12-10T07:51:35,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T07:51:35,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T07:51:35,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T07:51:35,376 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T07:51:35,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:51:35,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:51:35,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T07:51:35,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:51:35,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T07:51:35,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T07:51:35,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:51:35,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:51:35,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T07:51:35,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/nfs.dump.dir in system properties and HBase conf 2024-12-10T07:51:35,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/java.io.tmpdir in system properties and HBase conf 2024-12-10T07:51:35,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:51:35,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T07:51:35,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T07:51:35,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:35,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:35,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:35,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:35,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:51:35,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:35,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18eb8cb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:35,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c77a395{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:35,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20b267bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/java.io.tmpdir/jetty-localhost-36389-hadoop-hdfs-3_4_1-tests_jar-_-any-13143114569378811875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:51:35,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@263cf864{HTTP/1.1, (http/1.1)}{localhost:36389} 2024-12-10T07:51:35,727 INFO [Time-limited test {}] server.Server(415): Started @15684ms 2024-12-10T07:51:35,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:35,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:35,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:35,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:35,939 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:51:35,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11b1c53e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:35,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@745595d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:36,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55ca00dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/java.io.tmpdir/jetty-localhost-43353-hadoop-hdfs-3_4_1-tests_jar-_-any-5648928373170538581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:36,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@218724c8{HTTP/1.1, (http/1.1)}{localhost:43353} 2024-12-10T07:51:36,034 INFO [Time-limited test {}] server.Server(415): Started @15991ms 2024-12-10T07:51:36,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:51:36,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:36,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:36,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:36,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:36,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:51:36,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11e53aeb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:36,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61abe4fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:36,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e4d9dcf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/java.io.tmpdir/jetty-localhost-33613-hadoop-hdfs-3_4_1-tests_jar-_-any-15114777642947820674/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:36,178 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f67c53c{HTTP/1.1, (http/1.1)}{localhost:33613} 2024-12-10T07:51:36,178 INFO [Time-limited test {}] server.Server(415): Started @16135ms 2024-12-10T07:51:36,180 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:51:36,792 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/cluster_c787607d-8dcc-d6e1-f12c-74ac808226ba/data/data2/current/BP-149391537-172.17.0.2-1733817095399/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:36,792 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/cluster_c787607d-8dcc-d6e1-f12c-74ac808226ba/data/data1/current/BP-149391537-172.17.0.2-1733817095399/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:36,811 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:51:36,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbeab064de73d74d1 with lease ID 0x3aeae8058dc6754b: Processing first storage report for DS-062c039b-560b-4e39-9370-447e616b1fe1 from datanode DatanodeRegistration(127.0.0.1:33707, datanodeUuid=ef06bf52-d55b-4cb5-895c-a8e51e1387e0, infoPort=41675, infoSecurePort=0, ipcPort=33727, storageInfo=lv=-57;cid=testClusterID;nsid=864734981;c=1733817095399) 2024-12-10T07:51:36,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbeab064de73d74d1 with lease ID 0x3aeae8058dc6754b: from storage DS-062c039b-560b-4e39-9370-447e616b1fe1 node DatanodeRegistration(127.0.0.1:33707, datanodeUuid=ef06bf52-d55b-4cb5-895c-a8e51e1387e0, infoPort=41675, infoSecurePort=0, ipcPort=33727, storageInfo=lv=-57;cid=testClusterID;nsid=864734981;c=1733817095399), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:36,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbeab064de73d74d1 with lease ID 0x3aeae8058dc6754b: Processing first storage report for DS-e40cf37d-097d-488b-9906-bdcc45b42839 from datanode DatanodeRegistration(127.0.0.1:33707, datanodeUuid=ef06bf52-d55b-4cb5-895c-a8e51e1387e0, infoPort=41675, infoSecurePort=0, ipcPort=33727, storageInfo=lv=-57;cid=testClusterID;nsid=864734981;c=1733817095399) 2024-12-10T07:51:36,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbeab064de73d74d1 with lease ID 0x3aeae8058dc6754b: from storage DS-e40cf37d-097d-488b-9906-bdcc45b42839 node DatanodeRegistration(127.0.0.1:33707, datanodeUuid=ef06bf52-d55b-4cb5-895c-a8e51e1387e0, infoPort=41675, infoSecurePort=0, ipcPort=33727, storageInfo=lv=-57;cid=testClusterID;nsid=864734981;c=1733817095399), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:36,945 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/cluster_c787607d-8dcc-d6e1-f12c-74ac808226ba/data/data3/current/BP-149391537-172.17.0.2-1733817095399/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:36,945 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/cluster_c787607d-8dcc-d6e1-f12c-74ac808226ba/data/data4/current/BP-149391537-172.17.0.2-1733817095399/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:36,965 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:51:36,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8143e44354ba5033 with lease ID 0x3aeae8058dc6754c: Processing first storage report for DS-53f41ab4-de13-4229-9379-d2ce9c026103 from datanode DatanodeRegistration(127.0.0.1:43013, datanodeUuid=1351bffc-39b6-4848-9ed0-152378d83009, infoPort=45995, infoSecurePort=0, ipcPort=44525, storageInfo=lv=-57;cid=testClusterID;nsid=864734981;c=1733817095399) 2024-12-10T07:51:36,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8143e44354ba5033 with lease ID 0x3aeae8058dc6754c: from storage DS-53f41ab4-de13-4229-9379-d2ce9c026103 node DatanodeRegistration(127.0.0.1:43013, datanodeUuid=1351bffc-39b6-4848-9ed0-152378d83009, infoPort=45995, infoSecurePort=0, ipcPort=44525, storageInfo=lv=-57;cid=testClusterID;nsid=864734981;c=1733817095399), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:36,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8143e44354ba5033 with lease ID 0x3aeae8058dc6754c: Processing first storage report for DS-1a41ae3c-3f2d-43de-b28d-fc9a9dcdf1b7 from datanode DatanodeRegistration(127.0.0.1:43013, datanodeUuid=1351bffc-39b6-4848-9ed0-152378d83009, infoPort=45995, infoSecurePort=0, ipcPort=44525, storageInfo=lv=-57;cid=testClusterID;nsid=864734981;c=1733817095399) 2024-12-10T07:51:36,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8143e44354ba5033 with lease ID 0x3aeae8058dc6754c: from storage DS-1a41ae3c-3f2d-43de-b28d-fc9a9dcdf1b7 node DatanodeRegistration(127.0.0.1:43013, datanodeUuid=1351bffc-39b6-4848-9ed0-152378d83009, infoPort=45995, infoSecurePort=0, ipcPort=44525, storageInfo=lv=-57;cid=testClusterID;nsid=864734981;c=1733817095399), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:37,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016 2024-12-10T07:51:37,015 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/cluster_c787607d-8dcc-d6e1-f12c-74ac808226ba/zookeeper_0, clientPort=53068, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/cluster_c787607d-8dcc-d6e1-f12c-74ac808226ba/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/cluster_c787607d-8dcc-d6e1-f12c-74ac808226ba/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T07:51:37,016 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53068 2024-12-10T07:51:37,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:37,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:37,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:51:37,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:51:37,430 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057 with version=8 2024-12-10T07:51:37,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/hbase-staging 2024-12-10T07:51:37,432 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:37,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:37,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:37,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:37,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:37,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:37,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T07:51:37,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:37,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39199 2024-12-10T07:51:37,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39199 connecting to ZooKeeper ensemble=127.0.0.1:53068 2024-12-10T07:51:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391990x0, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:37,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39199-0x1000ec319d30000 connected 2024-12-10T07:51:37,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:37,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:37,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:37,598 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057, hbase.cluster.distributed=false 2024-12-10T07:51:37,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:37,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39199 2024-12-10T07:51:37,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39199 2024-12-10T07:51:37,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39199 2024-12-10T07:51:37,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39199 2024-12-10T07:51:37,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39199 2024-12-10T07:51:37,619 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:37,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:37,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:37,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:37,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:37,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:37,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:51:37,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:37,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33873 2024-12-10T07:51:37,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33873 connecting to ZooKeeper ensemble=127.0.0.1:53068 2024-12-10T07:51:37,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:37,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:37,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338730x0, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:37,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338730x0, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:37,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33873-0x1000ec319d30001 connected 2024-12-10T07:51:37,635 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:51:37,636 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:51:37,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:51:37,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:37,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33873 2024-12-10T07:51:37,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33873 2024-12-10T07:51:37,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33873 2024-12-10T07:51:37,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33873 2024-12-10T07:51:37,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33873 2024-12-10T07:51:37,656 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:37,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:37,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:37,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:37,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:37,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:37,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:51:37,656 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:37,657 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40683 2024-12-10T07:51:37,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40683 connecting to ZooKeeper ensemble=127.0.0.1:53068 2024-12-10T07:51:37,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:37,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:37,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406830x0, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:37,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406830x0, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:37,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40683-0x1000ec319d30002 connected 2024-12-10T07:51:37,675 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:51:37,676 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:51:37,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:51:37,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:37,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40683 2024-12-10T07:51:37,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40683 2024-12-10T07:51:37,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40683 2024-12-10T07:51:37,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40683 2024-12-10T07:51:37,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40683 2024-12-10T07:51:37,698 DEBUG [M:0;80fbf959555f:39199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80fbf959555f:39199 2024-12-10T07:51:37,699 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80fbf959555f,39199,1733817097432 2024-12-10T07:51:37,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:37,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:37,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:37,710 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80fbf959555f,39199,1733817097432 2024-12-10T07:51:37,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:37,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:37,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,718 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:51:37,719 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80fbf959555f,39199,1733817097432 from backup master directory 2024-12-10T07:51:37,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:37,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80fbf959555f,39199,1733817097432 2024-12-10T07:51:37,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:37,726 WARN [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:37,726 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80fbf959555f,39199,1733817097432 2024-12-10T07:51:37,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:37,731 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/hbase.id] with ID: 4cfd347c-ad02-4518-9ab4-39578bd80749 2024-12-10T07:51:37,731 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/.tmp/hbase.id 2024-12-10T07:51:37,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:51:37,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:51:37,738 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/.tmp/hbase.id]:[hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/hbase.id] 2024-12-10T07:51:37,751 INFO [master/80fbf959555f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:37,751 INFO [master/80fbf959555f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T07:51:37,753 INFO [master/80fbf959555f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-10T07:51:37,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:51:37,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:51:37,767 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:51:37,768 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T07:51:37,768 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:37,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:51:37,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:51:37,776 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store 2024-12-10T07:51:37,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:51:37,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:51:37,783 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:37,783 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:51:37,783 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:37,783 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:37,783 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:51:37,783 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:37,783 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:37,783 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733817097783Disabling compacts and flushes for region at 1733817097783Disabling writes for close at 1733817097783Writing region close event to WAL at 1733817097783Closed at 1733817097783 2024-12-10T07:51:37,784 WARN [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/.initializing 2024-12-10T07:51:37,785 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/WALs/80fbf959555f,39199,1733817097432 2024-12-10T07:51:37,786 INFO [master/80fbf959555f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:37,788 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C39199%2C1733817097432, suffix=, logDir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/WALs/80fbf959555f,39199,1733817097432, archiveDir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/oldWALs, maxLogs=10 2024-12-10T07:51:37,807 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/WALs/80fbf959555f,39199,1733817097432/80fbf959555f%2C39199%2C1733817097432.1733817097789, exclude list is [], retry=0 2024-12-10T07:51:37,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-062c039b-560b-4e39-9370-447e616b1fe1,DISK] 2024-12-10T07:51:37,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43013,DS-53f41ab4-de13-4229-9379-d2ce9c026103,DISK] 2024-12-10T07:51:37,812 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/WALs/80fbf959555f,39199,1733817097432/80fbf959555f%2C39199%2C1733817097432.1733817097789 2024-12-10T07:51:37,812 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41675:41675),(127.0.0.1/127.0.0.1:45995:45995)] 2024-12-10T07:51:37,812 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:51:37,812 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:37,813 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:37,813 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:37,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:37,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T07:51:37,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:37,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:37,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:37,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T07:51:37,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:37,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:37,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:37,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T07:51:37,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:37,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:37,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:37,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T07:51:37,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:37,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:37,824 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:37,825 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:37,825 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:37,827 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:37,827 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:37,827 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:37,829 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:37,831 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:37,832 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75073743, jitterRate=0.11868594586849213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:37,832 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733817097813Initializing all the Stores at 1733817097814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817097814Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817097814Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817097814Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817097814Cleaning up temporary data from old regions at 1733817097827 (+13 ms)Region opened successfully at 1733817097832 (+5 ms) 2024-12-10T07:51:37,833 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T07:51:37,837 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607c4d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:37,838 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T07:51:37,838 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T07:51:37,838 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T07:51:37,838 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T07:51:37,839 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-10T07:51:37,839 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-10T07:51:37,839 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T07:51:37,842 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T07:51:37,843 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T07:51:37,866 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T07:51:37,867 INFO [master/80fbf959555f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T07:51:37,868 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T07:51:37,876 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T07:51:37,877 INFO [master/80fbf959555f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T07:51:37,878 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T07:51:37,884 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T07:51:37,885 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T07:51:37,893 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T07:51:37,895 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T07:51:37,901 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T07:51:37,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:37,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:37,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:37,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,910 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80fbf959555f,39199,1733817097432, sessionid=0x1000ec319d30000, setting cluster-up flag (Was=false) 2024-12-10T07:51:37,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,951 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T07:51:37,953 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80fbf959555f,39199,1733817097432 2024-12-10T07:51:37,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:37,993 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T07:51:37,994 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80fbf959555f,39199,1733817097432 2024-12-10T07:51:37,996 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T07:51:37,997 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:37,997 INFO [master/80fbf959555f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T07:51:37,997 INFO [master/80fbf959555f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T07:51:37,998 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80fbf959555f,39199,1733817097432 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T07:51:37,999 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:37,999 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:37,999 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:38,000 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:38,000 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80fbf959555f:0, corePoolSize=10, maxPoolSize=10 2024-12-10T07:51:38,000 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,000 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:38,000 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,001 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733817128001 2024-12-10T07:51:38,001 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T07:51:38,001 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T07:51:38,001 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T07:51:38,001 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T07:51:38,001 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T07:51:38,001 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T07:51:38,001 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,001 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T07:51:38,001 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T07:51:38,002 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T07:51:38,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:38,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T07:51:38,002 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T07:51:38,002 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T07:51:38,002 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817098002,5,FailOnTimeoutGroup] 2024-12-10T07:51:38,002 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817098002,5,FailOnTimeoutGroup] 2024-12-10T07:51:38,002 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,002 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T07:51:38,002 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,002 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,003 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:38,003 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:51:38,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:51:38,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:51:38,013 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T07:51:38,013 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057 2024-12-10T07:51:38,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:51:38,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:51:38,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:38,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:51:38,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:51:38,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:38,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:38,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:51:38,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:51:38,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:38,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:38,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:51:38,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:51:38,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:38,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:38,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:51:38,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:51:38,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:38,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:38,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:51:38,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740 2024-12-10T07:51:38,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740 2024-12-10T07:51:38,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:51:38,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:51:38,036 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:38,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:51:38,040 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:38,040 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73281287, jitterRate=0.09197627007961273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:38,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733817098022Initializing all the Stores at 1733817098023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817098023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817098023Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817098023Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817098023Cleaning up temporary data from old regions at 1733817098036 (+13 ms)Region opened successfully at 1733817098041 (+5 ms) 2024-12-10T07:51:38,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:51:38,041 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:51:38,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:51:38,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:51:38,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:51:38,042 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:38,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733817098041Disabling compacts and flushes for region at 1733817098041Disabling writes for close at 1733817098041Writing region close event to WAL at 1733817098042 (+1 ms)Closed at 1733817098042 2024-12-10T07:51:38,043 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:38,043 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T07:51:38,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T07:51:38,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:51:38,046 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T07:51:38,084 INFO [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(746): ClusterId : 4cfd347c-ad02-4518-9ab4-39578bd80749 2024-12-10T07:51:38,084 INFO [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(746): ClusterId : 4cfd347c-ad02-4518-9ab4-39578bd80749 2024-12-10T07:51:38,084 DEBUG [RS:0;80fbf959555f:33873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:51:38,084 DEBUG [RS:1;80fbf959555f:40683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:51:38,110 DEBUG [RS:1;80fbf959555f:40683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:51:38,110 DEBUG [RS:0;80fbf959555f:33873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:51:38,111 DEBUG [RS:1;80fbf959555f:40683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:51:38,111 DEBUG [RS:0;80fbf959555f:33873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:51:38,119 DEBUG [RS:1;80fbf959555f:40683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:51:38,119 DEBUG [RS:0;80fbf959555f:33873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:51:38,119 DEBUG [RS:0;80fbf959555f:33873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43965310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:38,119 DEBUG [RS:1;80fbf959555f:40683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbedcda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:38,129 DEBUG [RS:0;80fbf959555f:33873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80fbf959555f:33873 2024-12-10T07:51:38,129 DEBUG [RS:1;80fbf959555f:40683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;80fbf959555f:40683 2024-12-10T07:51:38,129 INFO [RS:1;80fbf959555f:40683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:51:38,129 INFO [RS:0;80fbf959555f:33873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:51:38,129 INFO [RS:1;80fbf959555f:40683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:51:38,129 INFO [RS:0;80fbf959555f:33873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:51:38,129 DEBUG [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:51:38,129 DEBUG [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:51:38,130 INFO [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(2659): reportForDuty to master=80fbf959555f,39199,1733817097432 with port=40683, startcode=1733817097655 2024-12-10T07:51:38,130 INFO [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(2659): reportForDuty to master=80fbf959555f,39199,1733817097432 with port=33873, startcode=1733817097618 2024-12-10T07:51:38,130 DEBUG [RS:1;80fbf959555f:40683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:51:38,130 DEBUG [RS:0;80fbf959555f:33873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:51:38,132 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55493, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:51:38,132 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44363, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:51:38,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80fbf959555f,40683,1733817097655 2024-12-10T07:51:38,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39199 {}] master.ServerManager(517): Registering regionserver=80fbf959555f,40683,1733817097655 2024-12-10T07:51:38,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80fbf959555f,33873,1733817097618 2024-12-10T07:51:38,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39199 {}] master.ServerManager(517): Registering regionserver=80fbf959555f,33873,1733817097618 2024-12-10T07:51:38,134 DEBUG [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057 2024-12-10T07:51:38,134 DEBUG [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44685 2024-12-10T07:51:38,134 DEBUG [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:51:38,136 DEBUG [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057 2024-12-10T07:51:38,136 DEBUG [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44685 2024-12-10T07:51:38,136 DEBUG [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:51:38,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:51:38,176 DEBUG [RS:1;80fbf959555f:40683 {}] zookeeper.ZKUtil(111): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80fbf959555f,40683,1733817097655 2024-12-10T07:51:38,176 WARN [RS:1;80fbf959555f:40683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:38,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80fbf959555f,40683,1733817097655] 2024-12-10T07:51:38,176 INFO [RS:1;80fbf959555f:40683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:38,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80fbf959555f,33873,1733817097618] 2024-12-10T07:51:38,176 DEBUG [RS:0;80fbf959555f:33873 {}] zookeeper.ZKUtil(111): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80fbf959555f,33873,1733817097618 2024-12-10T07:51:38,176 DEBUG [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/WALs/80fbf959555f,40683,1733817097655 2024-12-10T07:51:38,176 WARN [RS:0;80fbf959555f:33873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:38,176 INFO [RS:0;80fbf959555f:33873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:38,176 DEBUG [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/WALs/80fbf959555f,33873,1733817097618 2024-12-10T07:51:38,179 INFO [RS:1;80fbf959555f:40683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:51:38,179 INFO [RS:0;80fbf959555f:33873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:51:38,182 INFO [RS:1;80fbf959555f:40683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:51:38,182 INFO [RS:1;80fbf959555f:40683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:51:38,182 INFO [RS:1;80fbf959555f:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,182 INFO [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:51:38,183 INFO [RS:1;80fbf959555f:40683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:51:38,183 INFO [RS:1;80fbf959555f:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,183 DEBUG [RS:1;80fbf959555f:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,184 DEBUG [RS:1;80fbf959555f:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,184 DEBUG [RS:1;80fbf959555f:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,184 DEBUG [RS:1;80fbf959555f:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,184 DEBUG [RS:1;80fbf959555f:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,184 DEBUG [RS:1;80fbf959555f:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:38,184 DEBUG [RS:1;80fbf959555f:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,184 DEBUG [RS:1;80fbf959555f:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,184 DEBUG [RS:1;80fbf959555f:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,184 DEBUG [RS:1;80fbf959555f:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,184 DEBUG [RS:1;80fbf959555f:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,184 DEBUG [RS:1;80fbf959555f:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,184 DEBUG [RS:1;80fbf959555f:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:38,184 DEBUG [RS:1;80fbf959555f:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:38,187 INFO [RS:0;80fbf959555f:33873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:51:38,187 INFO [RS:0;80fbf959555f:33873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:51:38,187 INFO [RS:0;80fbf959555f:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,189 INFO [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:51:38,190 INFO [RS:1;80fbf959555f:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,190 INFO [RS:1;80fbf959555f:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,190 INFO [RS:1;80fbf959555f:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,190 INFO [RS:1;80fbf959555f:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,190 INFO [RS:1;80fbf959555f:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,190 INFO [RS:1;80fbf959555f:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,40683,1733817097655-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:38,190 INFO [RS:0;80fbf959555f:33873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:51:38,190 INFO [RS:0;80fbf959555f:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,190 DEBUG [RS:0;80fbf959555f:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,190 DEBUG [RS:0;80fbf959555f:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,190 DEBUG [RS:0;80fbf959555f:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,190 DEBUG [RS:0;80fbf959555f:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,191 DEBUG [RS:0;80fbf959555f:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,191 DEBUG [RS:0;80fbf959555f:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:38,191 DEBUG [RS:0;80fbf959555f:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,191 DEBUG [RS:0;80fbf959555f:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,191 DEBUG [RS:0;80fbf959555f:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,191 DEBUG [RS:0;80fbf959555f:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,191 DEBUG [RS:0;80fbf959555f:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,191 DEBUG [RS:0;80fbf959555f:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:38,191 DEBUG [RS:0;80fbf959555f:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:38,191 DEBUG [RS:0;80fbf959555f:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:38,192 INFO [RS:0;80fbf959555f:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,192 INFO [RS:0;80fbf959555f:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,192 INFO [RS:0;80fbf959555f:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,192 INFO [RS:0;80fbf959555f:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,192 INFO [RS:0;80fbf959555f:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,192 INFO [RS:0;80fbf959555f:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,33873,1733817097618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:38,196 WARN [80fbf959555f:39199 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-10T07:51:38,210 INFO [RS:1;80fbf959555f:40683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:51:38,210 INFO [RS:1;80fbf959555f:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,40683,1733817097655-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,210 INFO [RS:1;80fbf959555f:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,210 INFO [RS:1;80fbf959555f:40683 {}] regionserver.Replication(171): 80fbf959555f,40683,1733817097655 started 2024-12-10T07:51:38,211 INFO [RS:0;80fbf959555f:33873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:51:38,212 INFO [RS:0;80fbf959555f:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,33873,1733817097618-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,212 INFO [RS:0;80fbf959555f:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,212 INFO [RS:0;80fbf959555f:33873 {}] regionserver.Replication(171): 80fbf959555f,33873,1733817097618 started 2024-12-10T07:51:38,229 INFO [RS:1;80fbf959555f:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,229 INFO [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(1482): Serving as 80fbf959555f,40683,1733817097655, RpcServer on 80fbf959555f/172.17.0.2:40683, sessionid=0x1000ec319d30002 2024-12-10T07:51:38,229 DEBUG [RS:1;80fbf959555f:40683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:51:38,229 DEBUG [RS:1;80fbf959555f:40683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80fbf959555f,40683,1733817097655 2024-12-10T07:51:38,229 DEBUG [RS:1;80fbf959555f:40683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,40683,1733817097655' 2024-12-10T07:51:38,229 DEBUG [RS:1;80fbf959555f:40683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:51:38,229 INFO [RS:0;80fbf959555f:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,229 INFO [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(1482): Serving as 80fbf959555f,33873,1733817097618, RpcServer on 80fbf959555f/172.17.0.2:33873, sessionid=0x1000ec319d30001 2024-12-10T07:51:38,229 DEBUG [RS:0;80fbf959555f:33873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:51:38,230 DEBUG [RS:0;80fbf959555f:33873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80fbf959555f,33873,1733817097618 2024-12-10T07:51:38,230 DEBUG [RS:0;80fbf959555f:33873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,33873,1733817097618' 2024-12-10T07:51:38,230 DEBUG [RS:0;80fbf959555f:33873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:51:38,230 DEBUG [RS:1;80fbf959555f:40683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:51:38,230 DEBUG [RS:0;80fbf959555f:33873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:51:38,230 DEBUG [RS:1;80fbf959555f:40683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:51:38,230 DEBUG [RS:1;80fbf959555f:40683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:51:38,230 DEBUG [RS:1;80fbf959555f:40683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80fbf959555f,40683,1733817097655 2024-12-10T07:51:38,230 DEBUG [RS:1;80fbf959555f:40683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,40683,1733817097655' 2024-12-10T07:51:38,231 DEBUG [RS:1;80fbf959555f:40683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:51:38,231 DEBUG [RS:0;80fbf959555f:33873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:51:38,231 DEBUG [RS:0;80fbf959555f:33873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:51:38,231 DEBUG [RS:0;80fbf959555f:33873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80fbf959555f,33873,1733817097618 2024-12-10T07:51:38,231 DEBUG [RS:0;80fbf959555f:33873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,33873,1733817097618' 2024-12-10T07:51:38,231 DEBUG [RS:0;80fbf959555f:33873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:51:38,231 DEBUG [RS:1;80fbf959555f:40683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:51:38,231 DEBUG [RS:0;80fbf959555f:33873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:51:38,231 DEBUG [RS:1;80fbf959555f:40683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:51:38,231 INFO [RS:1;80fbf959555f:40683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:51:38,231 INFO [RS:1;80fbf959555f:40683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:51:38,231 DEBUG [RS:0;80fbf959555f:33873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:51:38,231 INFO [RS:0;80fbf959555f:33873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:51:38,231 INFO [RS:0;80fbf959555f:33873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:51:38,332 INFO [RS:1;80fbf959555f:40683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:38,332 INFO [RS:0;80fbf959555f:33873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:38,334 INFO [RS:1;80fbf959555f:40683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C40683%2C1733817097655, suffix=, logDir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/WALs/80fbf959555f,40683,1733817097655, archiveDir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/oldWALs, maxLogs=32 2024-12-10T07:51:38,334 INFO [RS:0;80fbf959555f:33873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C33873%2C1733817097618, suffix=, logDir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/WALs/80fbf959555f,33873,1733817097618, archiveDir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/oldWALs, maxLogs=32 2024-12-10T07:51:38,347 DEBUG [RS:1;80fbf959555f:40683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/WALs/80fbf959555f,40683,1733817097655/80fbf959555f%2C40683%2C1733817097655.1733817098335, exclude list is [], retry=0 2024-12-10T07:51:38,348 DEBUG [RS:0;80fbf959555f:33873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/WALs/80fbf959555f,33873,1733817097618/80fbf959555f%2C33873%2C1733817097618.1733817098335, exclude list is [], retry=0 2024-12-10T07:51:38,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-062c039b-560b-4e39-9370-447e616b1fe1,DISK] 2024-12-10T07:51:38,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43013,DS-53f41ab4-de13-4229-9379-d2ce9c026103,DISK] 2024-12-10T07:51:38,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-062c039b-560b-4e39-9370-447e616b1fe1,DISK] 2024-12-10T07:51:38,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43013,DS-53f41ab4-de13-4229-9379-d2ce9c026103,DISK] 2024-12-10T07:51:38,356 INFO [RS:1;80fbf959555f:40683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/WALs/80fbf959555f,40683,1733817097655/80fbf959555f%2C40683%2C1733817097655.1733817098335 2024-12-10T07:51:38,356 INFO [RS:0;80fbf959555f:33873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/WALs/80fbf959555f,33873,1733817097618/80fbf959555f%2C33873%2C1733817097618.1733817098335 2024-12-10T07:51:38,359 DEBUG [RS:1;80fbf959555f:40683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45995:45995),(127.0.0.1/127.0.0.1:41675:41675)] 2024-12-10T07:51:38,359 DEBUG [RS:0;80fbf959555f:33873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41675:41675),(127.0.0.1/127.0.0.1:45995:45995)] 2024-12-10T07:51:38,446 DEBUG [80fbf959555f:39199 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T07:51:38,447 DEBUG [80fbf959555f:39199 {}] balancer.BalancerClusterState(204): Hosts are {80fbf959555f=0} racks are {/default-rack=0} 2024-12-10T07:51:38,449 DEBUG [80fbf959555f:39199 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:51:38,449 DEBUG [80fbf959555f:39199 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:51:38,449 DEBUG [80fbf959555f:39199 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:51:38,449 DEBUG [80fbf959555f:39199 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:51:38,449 INFO [80fbf959555f:39199 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:51:38,449 INFO [80fbf959555f:39199 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:51:38,449 DEBUG [80fbf959555f:39199 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:51:38,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80fbf959555f,33873,1733817097618 2024-12-10T07:51:38,451 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80fbf959555f,33873,1733817097618, state=OPENING 2024-12-10T07:51:38,516 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T07:51:38,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:38,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:38,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:38,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:38,527 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:51:38,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:38,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:38,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80fbf959555f,33873,1733817097618}] 2024-12-10T07:51:38,681 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:38,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52325, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:38,686 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T07:51:38,686 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:38,687 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T07:51:38,689 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C33873%2C1733817097618.meta, suffix=.meta, logDir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/WALs/80fbf959555f,33873,1733817097618, archiveDir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/oldWALs, maxLogs=32 2024-12-10T07:51:38,701 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/WALs/80fbf959555f,33873,1733817097618/80fbf959555f%2C33873%2C1733817097618.meta.1733817098689.meta, exclude list is [], retry=0 2024-12-10T07:51:38,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-062c039b-560b-4e39-9370-447e616b1fe1,DISK] 2024-12-10T07:51:38,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43013,DS-53f41ab4-de13-4229-9379-d2ce9c026103,DISK] 2024-12-10T07:51:38,706 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/WALs/80fbf959555f,33873,1733817097618/80fbf959555f%2C33873%2C1733817097618.meta.1733817098689.meta 2024-12-10T07:51:38,706 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45995:45995),(127.0.0.1/127.0.0.1:41675:41675)] 2024-12-10T07:51:38,706 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:51:38,706 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T07:51:38,707 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T07:51:38,707 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T07:51:38,707 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T07:51:38,707 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:38,707 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T07:51:38,707 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T07:51:38,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:51:38,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:51:38,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:38,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:38,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:51:38,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:51:38,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:38,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:38,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:51:38,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:51:38,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:38,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:38,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:51:38,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:51:38,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:38,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:38,716 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:51:38,717 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740 2024-12-10T07:51:38,718 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740 2024-12-10T07:51:38,719 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:51:38,719 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:51:38,720 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:38,721 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:51:38,722 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64459752, jitterRate=-0.03947484493255615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:38,722 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T07:51:38,723 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733817098707Writing region info on filesystem at 1733817098707Initializing all the Stores at 1733817098708 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817098708Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817098709 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817098709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817098709Cleaning up temporary data from old regions at 1733817098719 (+10 ms)Running coprocessor post-open hooks at 1733817098722 (+3 ms)Region opened successfully at 1733817098723 (+1 ms) 2024-12-10T07:51:38,725 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733817098680 2024-12-10T07:51:38,727 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T07:51:38,727 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T07:51:38,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,33873,1733817097618 2024-12-10T07:51:38,729 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80fbf959555f,33873,1733817097618, state=OPEN 2024-12-10T07:51:38,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:38,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:38,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:38,743 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80fbf959555f,33873,1733817097618 2024-12-10T07:51:38,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:38,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:38,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:38,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T07:51:38,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80fbf959555f,33873,1733817097618 in 216 msec 2024-12-10T07:51:38,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T07:51:38,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 703 msec 2024-12-10T07:51:38,750 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:38,750 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T07:51:38,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:51:38,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80fbf959555f,33873,1733817097618, seqNum=-1] 2024-12-10T07:51:38,752 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:38,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44059, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:38,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 761 msec 2024-12-10T07:51:38,760 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733817098759, completionTime=-1 2024-12-10T07:51:38,760 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-10T07:51:38,760 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T07:51:38,762 INFO [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-10T07:51:38,762 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733817158762 2024-12-10T07:51:38,762 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733817218762 2024-12-10T07:51:38,762 INFO [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-10T07:51:38,763 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,39199,1733817097432-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,763 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,39199,1733817097432-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,763 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,39199,1733817097432-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,763 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80fbf959555f:39199, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,763 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,763 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,766 DEBUG [master/80fbf959555f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T07:51:38,767 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.041sec 2024-12-10T07:51:38,768 INFO [master/80fbf959555f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T07:51:38,768 INFO [master/80fbf959555f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T07:51:38,768 INFO [master/80fbf959555f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T07:51:38,768 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T07:51:38,768 INFO [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T07:51:38,768 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,39199,1733817097432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:38,768 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,39199,1733817097432-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T07:51:38,772 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T07:51:38,772 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T07:51:38,772 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,39199,1733817097432-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:38,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce274f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:38,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80fbf959555f,39199,-1 for getting cluster id 2024-12-10T07:51:38,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T07:51:38,787 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cfd347c-ad02-4518-9ab4-39578bd80749' 2024-12-10T07:51:38,787 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T07:51:38,787 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cfd347c-ad02-4518-9ab4-39578bd80749" 2024-12-10T07:51:38,787 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f172d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:38,788 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80fbf959555f,39199,-1] 2024-12-10T07:51:38,788 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T07:51:38,788 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:38,789 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T07:51:38,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329b0492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:38,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:51:38,792 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80fbf959555f,33873,1733817097618, seqNum=-1] 2024-12-10T07:51:38,792 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:38,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:38,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80fbf959555f,39199,1733817097432 2024-12-10T07:51:38,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T07:51:38,796 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80fbf959555f,39199,1733817097432 2024-12-10T07:51:38,796 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1be12d6a 2024-12-10T07:51:38,796 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T07:51:38,797 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T07:51:38,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:51:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-10T07:51:38,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:51:38,801 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:38,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-10T07:51:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:38,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:51:38,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741836_1012 (size=379) 2024-12-10T07:51:38,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741836_1012 (size=379) 2024-12-10T07:51:38,815 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd33c66784643af90f32420081012788, NAME => 'testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057 2024-12-10T07:51:38,816 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f145a7101b42bb6a2f0fcab4222b2e9b, NAME => 'testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057 2024-12-10T07:51:38,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741837_1013 (size=61) 2024-12-10T07:51:38,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741837_1013 (size=61) 2024-12-10T07:51:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741838_1014 (size=61) 2024-12-10T07:51:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741838_1014 (size=61) 2024-12-10T07:51:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:39,229 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:39,229 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:39,229 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing fd33c66784643af90f32420081012788, disabling compactions & flushes 2024-12-10T07:51:39,229 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing f145a7101b42bb6a2f0fcab4222b2e9b, disabling compactions & flushes 2024-12-10T07:51:39,229 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788. 2024-12-10T07:51:39,229 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b. 2024-12-10T07:51:39,229 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b. 2024-12-10T07:51:39,229 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788. 2024-12-10T07:51:39,229 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b. after waiting 0 ms 2024-12-10T07:51:39,229 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788. after waiting 0 ms 2024-12-10T07:51:39,229 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b. 2024-12-10T07:51:39,230 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788. 2024-12-10T07:51:39,230 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b. 2024-12-10T07:51:39,230 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788. 2024-12-10T07:51:39,230 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for f145a7101b42bb6a2f0fcab4222b2e9b: Waiting for close lock at 1733817099229Disabling compacts and flushes for region at 1733817099229Disabling writes for close at 1733817099229Writing region close event to WAL at 1733817099229Closed at 1733817099229 2024-12-10T07:51:39,230 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd33c66784643af90f32420081012788: Waiting for close lock at 1733817099229Disabling compacts and flushes for region at 1733817099229Disabling writes for close at 1733817099229Writing region close event to WAL at 1733817099230 (+1 ms)Closed at 1733817099230 2024-12-10T07:51:39,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:51:39,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733817099231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733817099231"}]},"ts":"1733817099231"} 2024-12-10T07:51:39,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733817099231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733817099231"}]},"ts":"1733817099231"} 2024-12-10T07:51:39,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-10T07:51:39,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:51:39,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733817099236"}]},"ts":"1733817099236"} 2024-12-10T07:51:39,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-10T07:51:39,239 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {80fbf959555f=0} racks are {/default-rack=0} 2024-12-10T07:51:39,241 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:51:39,241 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:51:39,241 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:51:39,241 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:51:39,241 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:51:39,241 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:51:39,241 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:51:39,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd33c66784643af90f32420081012788, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f145a7101b42bb6a2f0fcab4222b2e9b, ASSIGN}] 2024-12-10T07:51:39,243 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd33c66784643af90f32420081012788, ASSIGN 2024-12-10T07:51:39,243 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f145a7101b42bb6a2f0fcab4222b2e9b, ASSIGN 2024-12-10T07:51:39,244 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd33c66784643af90f32420081012788, ASSIGN; state=OFFLINE, location=80fbf959555f,33873,1733817097618; forceNewPlan=false, retain=false 2024-12-10T07:51:39,244 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f145a7101b42bb6a2f0fcab4222b2e9b, ASSIGN; state=OFFLINE, location=80fbf959555f,40683,1733817097655; forceNewPlan=false, retain=false 2024-12-10T07:51:39,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T07:51:39,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:39,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:39,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:39,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:39,394 INFO [80fbf959555f:39199 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-10T07:51:39,395 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd33c66784643af90f32420081012788, regionState=OPENING, regionLocation=80fbf959555f,33873,1733817097618 2024-12-10T07:51:39,395 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f145a7101b42bb6a2f0fcab4222b2e9b, regionState=OPENING, regionLocation=80fbf959555f,40683,1733817097655 2024-12-10T07:51:39,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f145a7101b42bb6a2f0fcab4222b2e9b, ASSIGN because future has completed 2024-12-10T07:51:39,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f145a7101b42bb6a2f0fcab4222b2e9b, server=80fbf959555f,40683,1733817097655}] 2024-12-10T07:51:39,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd33c66784643af90f32420081012788, ASSIGN because future has completed 2024-12-10T07:51:39,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd33c66784643af90f32420081012788, server=80fbf959555f,33873,1733817097618}] 2024-12-10T07:51:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:39,552 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:39,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36095, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:39,558 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b. 2024-12-10T07:51:39,558 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f145a7101b42bb6a2f0fcab4222b2e9b, NAME => 'testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b.', STARTKEY => '5', ENDKEY => ''} 2024-12-10T07:51:39,558 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788. 2024-12-10T07:51:39,558 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => fd33c66784643af90f32420081012788, NAME => 'testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788.', STARTKEY => '', ENDKEY => '5'} 2024-12-10T07:51:39,558 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f145a7101b42bb6a2f0fcab4222b2e9b 2024-12-10T07:51:39,558 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fd33c66784643af90f32420081012788 2024-12-10T07:51:39,558 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:39,558 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:39,558 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for fd33c66784643af90f32420081012788 2024-12-10T07:51:39,558 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f145a7101b42bb6a2f0fcab4222b2e9b 2024-12-10T07:51:39,558 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for fd33c66784643af90f32420081012788 2024-12-10T07:51:39,558 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f145a7101b42bb6a2f0fcab4222b2e9b 2024-12-10T07:51:39,560 INFO [StoreOpener-fd33c66784643af90f32420081012788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fd33c66784643af90f32420081012788 2024-12-10T07:51:39,560 INFO [StoreOpener-f145a7101b42bb6a2f0fcab4222b2e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f145a7101b42bb6a2f0fcab4222b2e9b 2024-12-10T07:51:39,561 INFO [StoreOpener-fd33c66784643af90f32420081012788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd33c66784643af90f32420081012788 columnFamilyName family 2024-12-10T07:51:39,561 INFO [StoreOpener-f145a7101b42bb6a2f0fcab4222b2e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f145a7101b42bb6a2f0fcab4222b2e9b columnFamilyName family 2024-12-10T07:51:39,562 DEBUG [StoreOpener-f145a7101b42bb6a2f0fcab4222b2e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:39,562 DEBUG [StoreOpener-fd33c66784643af90f32420081012788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:39,562 INFO [StoreOpener-f145a7101b42bb6a2f0fcab4222b2e9b-1 {}] regionserver.HStore(327): Store=f145a7101b42bb6a2f0fcab4222b2e9b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:39,562 INFO [StoreOpener-fd33c66784643af90f32420081012788-1 {}] regionserver.HStore(327): Store=fd33c66784643af90f32420081012788/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:39,562 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for fd33c66784643af90f32420081012788 2024-12-10T07:51:39,562 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f145a7101b42bb6a2f0fcab4222b2e9b 2024-12-10T07:51:39,563 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/fd33c66784643af90f32420081012788 2024-12-10T07:51:39,563 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/f145a7101b42bb6a2f0fcab4222b2e9b 2024-12-10T07:51:39,563 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/fd33c66784643af90f32420081012788 2024-12-10T07:51:39,563 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/f145a7101b42bb6a2f0fcab4222b2e9b 2024-12-10T07:51:39,564 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for fd33c66784643af90f32420081012788 2024-12-10T07:51:39,564 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f145a7101b42bb6a2f0fcab4222b2e9b 2024-12-10T07:51:39,564 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for fd33c66784643af90f32420081012788 2024-12-10T07:51:39,564 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f145a7101b42bb6a2f0fcab4222b2e9b 2024-12-10T07:51:39,565 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f145a7101b42bb6a2f0fcab4222b2e9b 2024-12-10T07:51:39,565 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for fd33c66784643af90f32420081012788 2024-12-10T07:51:39,568 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/f145a7101b42bb6a2f0fcab4222b2e9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:39,568 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened f145a7101b42bb6a2f0fcab4222b2e9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63065213, jitterRate=-0.06025509536266327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:51:39,568 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f145a7101b42bb6a2f0fcab4222b2e9b 2024-12-10T07:51:39,569 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f145a7101b42bb6a2f0fcab4222b2e9b: Running coprocessor pre-open hook at 1733817099559Writing region info on filesystem at 1733817099559Initializing all the Stores at 1733817099559Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817099560 (+1 ms)Cleaning up temporary data from old regions at 1733817099564 (+4 ms)Running coprocessor post-open hooks at 1733817099568 (+4 ms)Region opened successfully at 1733817099569 (+1 ms) 2024-12-10T07:51:39,570 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/fd33c66784643af90f32420081012788/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:39,571 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b., pid=7, masterSystemTime=1733817099552 2024-12-10T07:51:39,571 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened fd33c66784643af90f32420081012788; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59828024, jitterRate=-0.10849297046661377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:51:39,571 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd33c66784643af90f32420081012788 2024-12-10T07:51:39,571 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for fd33c66784643af90f32420081012788: Running coprocessor pre-open hook at 1733817099558Writing region info on filesystem at 1733817099559 (+1 ms)Initializing all the Stores at 1733817099559Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817099560 (+1 ms)Cleaning up temporary data from old regions at 1733817099564 (+4 ms)Running coprocessor post-open hooks at 1733817099571 (+7 ms)Region opened successfully at 1733817099571 2024-12-10T07:51:39,572 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788., pid=8, masterSystemTime=1733817099554 2024-12-10T07:51:39,573 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b. 2024-12-10T07:51:39,574 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b. 2024-12-10T07:51:39,575 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f145a7101b42bb6a2f0fcab4222b2e9b, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,40683,1733817097655 2024-12-10T07:51:39,575 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788. 2024-12-10T07:51:39,575 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788. 2024-12-10T07:51:39,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd33c66784643af90f32420081012788, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,33873,1733817097618 2024-12-10T07:51:39,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f145a7101b42bb6a2f0fcab4222b2e9b, server=80fbf959555f,40683,1733817097655 because future has completed 2024-12-10T07:51:39,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd33c66784643af90f32420081012788, server=80fbf959555f,33873,1733817097618 because future has completed 2024-12-10T07:51:39,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-10T07:51:39,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f145a7101b42bb6a2f0fcab4222b2e9b, server=80fbf959555f,40683,1733817097655 in 181 msec 2024-12-10T07:51:39,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-10T07:51:39,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f145a7101b42bb6a2f0fcab4222b2e9b, ASSIGN in 342 msec 2024-12-10T07:51:39,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd33c66784643af90f32420081012788, server=80fbf959555f,33873,1733817097618 in 182 msec 2024-12-10T07:51:39,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T07:51:39,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd33c66784643af90f32420081012788, ASSIGN in 346 msec 2024-12-10T07:51:39,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:51:39,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733817099593"}]},"ts":"1733817099593"} 2024-12-10T07:51:39,595 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-10T07:51:39,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:51:39,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 799 msec 2024-12-10T07:51:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:39,943 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-10T07:51:39,943 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-10T07:51:39,943 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:51:39,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-10T07:51:39,946 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:51:39,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-10T07:51:39,949 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788., hostname=80fbf959555f,33873,1733817097618, seqNum=2] 2024-12-10T07:51:39,962 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b., hostname=80fbf959555f,40683,1733817097655, seqNum=2] 2024-12-10T07:51:39,962 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:39,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:39,974 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fd33c66784643af90f32420081012788 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-10T07:51:39,988 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/fd33c66784643af90f32420081012788/.tmp/family/e05c9c977321459ca8e693c71ae16b44 is 32, key is 1/family:/1733817099951/Put/seqid=0 2024-12-10T07:51:39,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741839_1015 (size=5054) 2024-12-10T07:51:39,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741839_1015 (size=5054) 2024-12-10T07:51:39,995 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/fd33c66784643af90f32420081012788/.tmp/family/e05c9c977321459ca8e693c71ae16b44 2024-12-10T07:51:40,002 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/fd33c66784643af90f32420081012788/.tmp/family/e05c9c977321459ca8e693c71ae16b44 as hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/fd33c66784643af90f32420081012788/family/e05c9c977321459ca8e693c71ae16b44 2024-12-10T07:51:40,009 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/fd33c66784643af90f32420081012788/family/e05c9c977321459ca8e693c71ae16b44, entries=4, sequenceid=8, filesize=4.9 K 2024-12-10T07:51:40,011 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fd33c66784643af90f32420081012788 in 37ms, sequenceid=8, compaction requested=false 2024-12-10T07:51:40,011 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fd33c66784643af90f32420081012788: 2024-12-10T07:51:40,011 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f145a7101b42bb6a2f0fcab4222b2e9b 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-10T07:51:40,028 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/f145a7101b42bb6a2f0fcab4222b2e9b/.tmp/family/954e640901644ca2af0d903ccc6992a5 is 32, key is 5/family:/1733817099964/Put/seqid=0 2024-12-10T07:51:40,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741840_1016 (size=5083) 2024-12-10T07:51:40,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741840_1016 (size=5083) 2024-12-10T07:51:40,435 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/f145a7101b42bb6a2f0fcab4222b2e9b/.tmp/family/954e640901644ca2af0d903ccc6992a5 2024-12-10T07:51:40,442 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/f145a7101b42bb6a2f0fcab4222b2e9b/.tmp/family/954e640901644ca2af0d903ccc6992a5 as hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/f145a7101b42bb6a2f0fcab4222b2e9b/family/954e640901644ca2af0d903ccc6992a5 2024-12-10T07:51:40,448 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/f145a7101b42bb6a2f0fcab4222b2e9b/family/954e640901644ca2af0d903ccc6992a5, entries=5, sequenceid=9, filesize=5.0 K 2024-12-10T07:51:40,449 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f145a7101b42bb6a2f0fcab4222b2e9b in 438ms, sequenceid=9, compaction requested=false 2024-12-10T07:51:40,450 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f145a7101b42bb6a2f0fcab4222b2e9b: 2024-12-10T07:51:40,453 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-10T07:51:40,457 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:40,457 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:40,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:40,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:40,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T07:51:40,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:51:40,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:40,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:40,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:40,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T07:51:40,460 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T07:51:40,460 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1406314381, stopped=false 2024-12-10T07:51:40,460 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80fbf959555f,39199,1733817097432 2024-12-10T07:51:40,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:40,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:40,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:40,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:40,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:40,509 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:51:40,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:40,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:51:40,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:40,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:40,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:40,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:40,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:40,511 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80fbf959555f,33873,1733817097618' ***** 2024-12-10T07:51:40,511 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:51:40,511 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80fbf959555f,40683,1733817097655' ***** 2024-12-10T07:51:40,511 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:51:40,511 INFO [RS:0;80fbf959555f:33873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:51:40,511 INFO [RS:0;80fbf959555f:33873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:51:40,511 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:51:40,512 INFO [RS:1;80fbf959555f:40683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:51:40,512 INFO [RS:0;80fbf959555f:33873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:51:40,512 INFO [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(3091): Received CLOSE for fd33c66784643af90f32420081012788 2024-12-10T07:51:40,512 INFO [RS:1;80fbf959555f:40683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:51:40,512 INFO [RS:1;80fbf959555f:40683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:51:40,512 INFO [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(3091): Received CLOSE for f145a7101b42bb6a2f0fcab4222b2e9b 2024-12-10T07:51:40,512 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:51:40,512 INFO [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(959): stopping server 80fbf959555f,33873,1733817097618 2024-12-10T07:51:40,512 INFO [RS:0;80fbf959555f:33873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:40,512 INFO [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(959): stopping server 80fbf959555f,40683,1733817097655 2024-12-10T07:51:40,512 INFO [RS:1;80fbf959555f:40683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:40,512 INFO [RS:0;80fbf959555f:33873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80fbf959555f:33873. 2024-12-10T07:51:40,513 INFO [RS:1;80fbf959555f:40683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;80fbf959555f:40683. 2024-12-10T07:51:40,513 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd33c66784643af90f32420081012788, disabling compactions & flushes 2024-12-10T07:51:40,513 DEBUG [RS:0;80fbf959555f:33873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:40,513 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f145a7101b42bb6a2f0fcab4222b2e9b, disabling compactions & flushes 2024-12-10T07:51:40,513 DEBUG [RS:0;80fbf959555f:33873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:40,513 DEBUG [RS:1;80fbf959555f:40683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:40,513 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788. 2024-12-10T07:51:40,513 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b. 2024-12-10T07:51:40,513 DEBUG [RS:1;80fbf959555f:40683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:40,513 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788. 2024-12-10T07:51:40,513 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b. 2024-12-10T07:51:40,513 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788. after waiting 0 ms 2024-12-10T07:51:40,513 INFO [RS:0;80fbf959555f:33873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:51:40,513 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b. after waiting 0 ms 2024-12-10T07:51:40,513 INFO [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-10T07:51:40,513 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788. 2024-12-10T07:51:40,513 INFO [RS:0;80fbf959555f:33873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:51:40,513 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b. 2024-12-10T07:51:40,513 DEBUG [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(1325): Online Regions={f145a7101b42bb6a2f0fcab4222b2e9b=testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b.} 2024-12-10T07:51:40,513 INFO [RS:0;80fbf959555f:33873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:51:40,513 INFO [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T07:51:40,513 DEBUG [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(1351): Waiting on f145a7101b42bb6a2f0fcab4222b2e9b 2024-12-10T07:51:40,514 INFO [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-10T07:51:40,514 DEBUG [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(1325): Online Regions={fd33c66784643af90f32420081012788=testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788., 1588230740=hbase:meta,,1.1588230740} 2024-12-10T07:51:40,514 DEBUG [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd33c66784643af90f32420081012788 2024-12-10T07:51:40,514 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:51:40,514 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:51:40,514 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:51:40,514 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:51:40,514 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:51:40,515 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-10T07:51:40,520 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/fd33c66784643af90f32420081012788/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-10T07:51:40,521 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788. 2024-12-10T07:51:40,521 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd33c66784643af90f32420081012788: Waiting for close lock at 1733817100512Running coprocessor pre-close hooks at 1733817100512Disabling compacts and flushes for region at 1733817100512Disabling writes for close at 1733817100513 (+1 ms)Writing region close event to WAL at 1733817100514 (+1 ms)Running coprocessor post-close hooks at 1733817100521 (+7 ms)Closed at 1733817100521 2024-12-10T07:51:40,521 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733817098798.fd33c66784643af90f32420081012788. 2024-12-10T07:51:40,528 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/default/testClearRegionBlockCache/f145a7101b42bb6a2f0fcab4222b2e9b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T07:51:40,529 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b. 2024-12-10T07:51:40,529 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f145a7101b42bb6a2f0fcab4222b2e9b: Waiting for close lock at 1733817100513Running coprocessor pre-close hooks at 1733817100513Disabling compacts and flushes for region at 1733817100513Disabling writes for close at 1733817100513Writing region close event to WAL at 1733817100515 (+2 ms)Running coprocessor post-close hooks at 1733817100528 (+13 ms)Closed at 1733817100529 (+1 ms) 2024-12-10T07:51:40,529 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b. 2024-12-10T07:51:40,541 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/.tmp/info/79d088cbf51147b28bc2310b23b92be5 is 173, key is testClearRegionBlockCache,5,1733817098798.f145a7101b42bb6a2f0fcab4222b2e9b./info:regioninfo/1733817099574/Put/seqid=0 2024-12-10T07:51:40,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741841_1017 (size=8173) 2024-12-10T07:51:40,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741841_1017 (size=8173) 2024-12-10T07:51:40,592 INFO [regionserver/80fbf959555f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:40,595 INFO [regionserver/80fbf959555f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:40,713 INFO [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(976): stopping server 80fbf959555f,40683,1733817097655; all regions closed. 2024-12-10T07:51:40,714 DEBUG [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T07:51:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741833_1009 (size=1867) 2024-12-10T07:51:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741833_1009 (size=1867) 2024-12-10T07:51:40,718 DEBUG [RS:1;80fbf959555f:40683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/oldWALs 2024-12-10T07:51:40,718 INFO [RS:1;80fbf959555f:40683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C40683%2C1733817097655:(num 1733817098335) 2024-12-10T07:51:40,718 DEBUG [RS:1;80fbf959555f:40683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:40,718 INFO [RS:1;80fbf959555f:40683 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:40,718 INFO [RS:1;80fbf959555f:40683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:40,718 INFO [RS:1;80fbf959555f:40683 {}] hbase.ChoreService(370): Chore service for: regionserver/80fbf959555f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:40,718 INFO [RS:1;80fbf959555f:40683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:51:40,718 INFO [regionserver/80fbf959555f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:40,718 INFO [RS:1;80fbf959555f:40683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:51:40,718 INFO [RS:1;80fbf959555f:40683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:51:40,718 INFO [RS:1;80fbf959555f:40683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:40,718 INFO [RS:1;80fbf959555f:40683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40683 2024-12-10T07:51:40,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80fbf959555f,40683,1733817097655 2024-12-10T07:51:40,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:51:40,743 INFO [RS:1;80fbf959555f:40683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:40,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80fbf959555f,40683,1733817097655] 2024-12-10T07:51:40,759 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80fbf959555f,40683,1733817097655 already deleted, retry=false 2024-12-10T07:51:40,759 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80fbf959555f,40683,1733817097655 expired; onlineServers=1 2024-12-10T07:51:40,851 INFO [RS:1;80fbf959555f:40683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:40,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:40,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1000ec319d30002, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:40,851 INFO [RS:1;80fbf959555f:40683 {}] regionserver.HRegionServer(1031): Exiting; stopping=80fbf959555f,40683,1733817097655; zookeeper connection closed. 2024-12-10T07:51:40,851 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@84f6f4e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@84f6f4e 2024-12-10T07:51:40,915 DEBUG [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T07:51:40,947 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/.tmp/info/79d088cbf51147b28bc2310b23b92be5 2024-12-10T07:51:40,973 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/.tmp/ns/32bf8a007fce4a1e861f4a42f79cd4f6 is 43, key is default/ns:d/1733817098754/Put/seqid=0 2024-12-10T07:51:40,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741842_1018 (size=5153) 2024-12-10T07:51:40,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741842_1018 (size=5153) 2024-12-10T07:51:40,979 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/.tmp/ns/32bf8a007fce4a1e861f4a42f79cd4f6 2024-12-10T07:51:40,999 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/.tmp/table/caa447c5d5b842f5aeaf2258455b2e5a is 61, key is testClearRegionBlockCache/table:state/1733817099593/Put/seqid=0 2024-12-10T07:51:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741843_1019 (size=5312) 2024-12-10T07:51:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741843_1019 (size=5312) 2024-12-10T07:51:41,005 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/.tmp/table/caa447c5d5b842f5aeaf2258455b2e5a 2024-12-10T07:51:41,011 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/.tmp/info/79d088cbf51147b28bc2310b23b92be5 as hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/info/79d088cbf51147b28bc2310b23b92be5 2024-12-10T07:51:41,017 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/info/79d088cbf51147b28bc2310b23b92be5, entries=20, sequenceid=13, filesize=8.0 K 2024-12-10T07:51:41,018 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/.tmp/ns/32bf8a007fce4a1e861f4a42f79cd4f6 as hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/ns/32bf8a007fce4a1e861f4a42f79cd4f6 2024-12-10T07:51:41,025 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/ns/32bf8a007fce4a1e861f4a42f79cd4f6, entries=2, sequenceid=13, filesize=5.0 K 2024-12-10T07:51:41,026 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/.tmp/table/caa447c5d5b842f5aeaf2258455b2e5a as hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/table/caa447c5d5b842f5aeaf2258455b2e5a 2024-12-10T07:51:41,033 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/table/caa447c5d5b842f5aeaf2258455b2e5a, entries=2, sequenceid=13, filesize=5.2 K 2024-12-10T07:51:41,034 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 519ms, sequenceid=13, compaction requested=false 2024-12-10T07:51:41,039 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-10T07:51:41,040 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:51:41,040 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:41,040 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733817100514Running coprocessor pre-close hooks at 1733817100514Disabling compacts and flushes for region at 1733817100514Disabling writes for close at 1733817100514Obtaining lock to block concurrent updates at 1733817100515 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733817100515Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733817100517 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733817100517Flushing 1588230740/info: creating writer at 1733817100518 (+1 ms)Flushing 1588230740/info: appending metadata at 1733817100540 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733817100540Flushing 1588230740/ns: creating writer at 1733817100953 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733817100973 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733817100973Flushing 1588230740/table: creating writer at 1733817100985 (+12 ms)Flushing 1588230740/table: appending metadata at 1733817100998 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733817100998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8d479f: reopening flushed file at 1733817101010 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50322ef8: reopening flushed file at 1733817101017 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55172c5: reopening flushed file at 1733817101025 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 519ms, sequenceid=13, compaction requested=false at 1733817101034 (+9 ms)Writing region close event to WAL at 1733817101036 (+2 ms)Running coprocessor post-close hooks at 1733817101040 (+4 ms)Closed at 1733817101040 2024-12-10T07:51:41,040 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:41,115 INFO [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(976): stopping server 80fbf959555f,33873,1733817097618; all regions closed. 2024-12-10T07:51:41,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741835_1011 (size=4338) 2024-12-10T07:51:41,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741835_1011 (size=4338) 2024-12-10T07:51:41,120 DEBUG [RS:0;80fbf959555f:33873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/oldWALs 2024-12-10T07:51:41,120 INFO [RS:0;80fbf959555f:33873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C33873%2C1733817097618.meta:.meta(num 1733817098689) 2024-12-10T07:51:41,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741834_1010 (size=1758) 2024-12-10T07:51:41,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741834_1010 (size=1758) 2024-12-10T07:51:41,124 DEBUG [RS:0;80fbf959555f:33873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/oldWALs 2024-12-10T07:51:41,124 INFO [RS:0;80fbf959555f:33873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C33873%2C1733817097618:(num 1733817098335) 2024-12-10T07:51:41,124 DEBUG [RS:0;80fbf959555f:33873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:41,124 INFO [RS:0;80fbf959555f:33873 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:41,125 INFO [RS:0;80fbf959555f:33873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:41,125 INFO [RS:0;80fbf959555f:33873 {}] hbase.ChoreService(370): Chore service for: regionserver/80fbf959555f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:41,125 INFO [RS:0;80fbf959555f:33873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:41,125 INFO [regionserver/80fbf959555f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:41,125 INFO [RS:0;80fbf959555f:33873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33873 2024-12-10T07:51:41,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80fbf959555f,33873,1733817097618 2024-12-10T07:51:41,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:51:41,176 INFO [RS:0;80fbf959555f:33873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:41,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80fbf959555f,33873,1733817097618] 2024-12-10T07:51:41,192 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80fbf959555f,33873,1733817097618 already deleted, retry=false 2024-12-10T07:51:41,193 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80fbf959555f,33873,1733817097618 expired; onlineServers=0 2024-12-10T07:51:41,193 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80fbf959555f,39199,1733817097432' ***** 2024-12-10T07:51:41,193 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T07:51:41,193 INFO [M:0;80fbf959555f:39199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:41,193 INFO [M:0;80fbf959555f:39199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:41,193 DEBUG [M:0;80fbf959555f:39199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T07:51:41,193 DEBUG [M:0;80fbf959555f:39199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T07:51:41,193 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T07:51:41,193 DEBUG [master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817098002 {}] cleaner.HFileCleaner(306): Exit Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817098002,5,FailOnTimeoutGroup] 2024-12-10T07:51:41,193 DEBUG [master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817098002 {}] cleaner.HFileCleaner(306): Exit Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817098002,5,FailOnTimeoutGroup] 2024-12-10T07:51:41,193 INFO [M:0;80fbf959555f:39199 {}] hbase.ChoreService(370): Chore service for: master/80fbf959555f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:41,193 INFO [M:0;80fbf959555f:39199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:41,194 DEBUG [M:0;80fbf959555f:39199 {}] master.HMaster(1795): Stopping service threads 2024-12-10T07:51:41,194 INFO [M:0;80fbf959555f:39199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T07:51:41,194 INFO [M:0;80fbf959555f:39199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:51:41,194 INFO [M:0;80fbf959555f:39199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T07:51:41,194 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T07:51:41,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:41,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:41,201 DEBUG [M:0;80fbf959555f:39199 {}] zookeeper.ZKUtil(347): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T07:51:41,201 WARN [M:0;80fbf959555f:39199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T07:51:41,202 INFO [M:0;80fbf959555f:39199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/.lastflushedseqids 2024-12-10T07:51:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741844_1020 (size=182) 2024-12-10T07:51:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741844_1020 (size=182) 2024-12-10T07:51:41,209 INFO [M:0;80fbf959555f:39199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T07:51:41,209 INFO [M:0;80fbf959555f:39199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T07:51:41,209 DEBUG [M:0;80fbf959555f:39199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:51:41,209 INFO [M:0;80fbf959555f:39199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:41,209 DEBUG [M:0;80fbf959555f:39199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:41,209 DEBUG [M:0;80fbf959555f:39199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:51:41,209 DEBUG [M:0;80fbf959555f:39199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:41,209 INFO [M:0;80fbf959555f:39199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-12-10T07:51:41,224 DEBUG [M:0;80fbf959555f:39199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f25eaca7357414780c994018234db57 is 82, key is hbase:meta,,1/info:regioninfo/1733817098728/Put/seqid=0 2024-12-10T07:51:41,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741845_1021 (size=5672) 2024-12-10T07:51:41,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741845_1021 (size=5672) 2024-12-10T07:51:41,264 INFO [M:0;80fbf959555f:39199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f25eaca7357414780c994018234db57 2024-12-10T07:51:41,284 INFO [RS:0;80fbf959555f:33873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:41,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:41,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x1000ec319d30001, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:41,285 INFO [RS:0;80fbf959555f:33873 {}] regionserver.HRegionServer(1031): Exiting; stopping=80fbf959555f,33873,1733817097618; zookeeper connection closed. 2024-12-10T07:51:41,285 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f9c2b77 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f9c2b77 2024-12-10T07:51:41,285 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-10T07:51:41,296 DEBUG [M:0;80fbf959555f:39199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19de37b894eb47c982a08a9849af97a3 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733817099598/Put/seqid=0 2024-12-10T07:51:41,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741846_1022 (size=6220) 2024-12-10T07:51:41,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741846_1022 (size=6220) 2024-12-10T07:51:41,306 INFO [M:0;80fbf959555f:39199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19de37b894eb47c982a08a9849af97a3 2024-12-10T07:51:41,330 DEBUG [M:0;80fbf959555f:39199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f3fb0e8658a4d5f9986cd031a6ddce3 is 69, key is 80fbf959555f,33873,1733817097618/rs:state/1733817098134/Put/seqid=0 2024-12-10T07:51:41,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741847_1023 (size=5224) 2024-12-10T07:51:41,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741847_1023 (size=5224) 2024-12-10T07:51:41,337 INFO [M:0;80fbf959555f:39199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f3fb0e8658a4d5f9986cd031a6ddce3 2024-12-10T07:51:41,344 DEBUG [M:0;80fbf959555f:39199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f25eaca7357414780c994018234db57 as hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f25eaca7357414780c994018234db57 2024-12-10T07:51:41,350 INFO [M:0;80fbf959555f:39199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f25eaca7357414780c994018234db57, entries=8, sequenceid=71, filesize=5.5 K 2024-12-10T07:51:41,351 DEBUG [M:0;80fbf959555f:39199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19de37b894eb47c982a08a9849af97a3 as hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19de37b894eb47c982a08a9849af97a3 2024-12-10T07:51:41,357 INFO [M:0;80fbf959555f:39199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19de37b894eb47c982a08a9849af97a3, entries=8, sequenceid=71, filesize=6.1 K 2024-12-10T07:51:41,358 DEBUG [M:0;80fbf959555f:39199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f3fb0e8658a4d5f9986cd031a6ddce3 as hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f3fb0e8658a4d5f9986cd031a6ddce3 2024-12-10T07:51:41,363 INFO [M:0;80fbf959555f:39199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44685/user/jenkins/test-data/284ecc4e-27ab-640d-32f2-e95c9b9ab057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f3fb0e8658a4d5f9986cd031a6ddce3, entries=2, sequenceid=71, filesize=5.1 K 2024-12-10T07:51:41,364 INFO [M:0;80fbf959555f:39199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=71, compaction requested=false 2024-12-10T07:51:41,366 INFO [M:0;80fbf959555f:39199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:41,366 DEBUG [M:0;80fbf959555f:39199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733817101209Disabling compacts and flushes for region at 1733817101209Disabling writes for close at 1733817101209Obtaining lock to block concurrent updates at 1733817101209Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733817101209Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1733817101210 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733817101210Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733817101211 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733817101224 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733817101224Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733817101270 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733817101295 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733817101295Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733817101313 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733817101330 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733817101330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad39244: reopening flushed file at 1733817101342 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@643c7e11: reopening flushed file at 1733817101350 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c8835db: reopening flushed file at 1733817101357 (+7 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=71, compaction requested=false at 1733817101364 (+7 ms)Writing region close event to WAL at 1733817101365 (+1 ms)Closed at 1733817101366 (+1 ms) 2024-12-10T07:51:41,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741830_1006 (size=35452) 2024-12-10T07:51:41,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741830_1006 (size=35452) 2024-12-10T07:51:41,369 INFO [M:0;80fbf959555f:39199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T07:51:41,369 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:41,369 INFO [M:0;80fbf959555f:39199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39199 2024-12-10T07:51:41,369 INFO [M:0;80fbf959555f:39199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:41,493 INFO [M:0;80fbf959555f:39199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:41,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:41,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1000ec319d30000, quorum=127.0.0.1:53068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:41,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e4d9dcf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:41,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f67c53c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:41,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:41,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61abe4fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:41,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11e53aeb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:41,496 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:51:41,497 WARN [BP-149391537-172.17.0.2-1733817095399 heartbeating to localhost/127.0.0.1:44685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:51:41,497 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:51:41,497 WARN [BP-149391537-172.17.0.2-1733817095399 heartbeating to localhost/127.0.0.1:44685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-149391537-172.17.0.2-1733817095399 (Datanode Uuid 1351bffc-39b6-4848-9ed0-152378d83009) service to localhost/127.0.0.1:44685 2024-12-10T07:51:41,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/cluster_c787607d-8dcc-d6e1-f12c-74ac808226ba/data/data3/current/BP-149391537-172.17.0.2-1733817095399 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:41,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/cluster_c787607d-8dcc-d6e1-f12c-74ac808226ba/data/data4/current/BP-149391537-172.17.0.2-1733817095399 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:41,497 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:51:41,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55ca00dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:41,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@218724c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:41,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:41,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@745595d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:41,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11b1c53e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:41,501 WARN [BP-149391537-172.17.0.2-1733817095399 heartbeating to localhost/127.0.0.1:44685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:51:41,501 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:51:41,501 WARN [BP-149391537-172.17.0.2-1733817095399 heartbeating to localhost/127.0.0.1:44685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-149391537-172.17.0.2-1733817095399 (Datanode Uuid ef06bf52-d55b-4cb5-895c-a8e51e1387e0) service to localhost/127.0.0.1:44685 2024-12-10T07:51:41,501 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:51:41,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/cluster_c787607d-8dcc-d6e1-f12c-74ac808226ba/data/data1/current/BP-149391537-172.17.0.2-1733817095399 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:41,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/cluster_c787607d-8dcc-d6e1-f12c-74ac808226ba/data/data2/current/BP-149391537-172.17.0.2-1733817095399 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:41,502 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:51:41,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20b267bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:51:41,507 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@263cf864{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:41,507 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:41,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c77a395{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:41,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18eb8cb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:41,512 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T07:51:41,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-10T07:51:41,536 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=130 (was 111) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44685 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44685 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=466 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=202 (was 194) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6661 (was 6942) 2024-12-10T07:51:41,544 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=130, OpenFileDescriptor=466, MaxFileDescriptor=1048576, SystemLoadAverage=202, ProcessCount=11, AvailableMemoryMB=6661 2024-12-10T07:51:41,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/hadoop.log.dir so I do NOT create it in target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a 2024-12-10T07:51:41,556 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/hadoop.log.dir Erasing configuration value by system value. 2024-12-10T07:51:41,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/hadoop.tmp.dir so I do NOT create it in target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a 2024-12-10T07:51:41,556 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8beb0b07-e0af-07f0-4f5d-36403b2e3016/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-10T07:51:41,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a 2024-12-10T07:51:41,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T07:51:41,556 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/cluster_03c74337-a5a3-65ff-baca-3aa5e36346c5, deleteOnExit=true 2024-12-10T07:51:41,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T07:51:41,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/test.cache.data in system properties and HBase conf 2024-12-10T07:51:41,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T07:51:41,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/hadoop.log.dir in system properties and HBase conf 2024-12-10T07:51:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T07:51:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T07:51:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T07:51:41,557 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T07:51:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:51:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:51:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T07:51:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:51:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T07:51:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T07:51:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:51:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:51:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T07:51:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/nfs.dump.dir in system properties and HBase conf 2024-12-10T07:51:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/java.io.tmpdir in system properties and HBase conf 2024-12-10T07:51:41,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:51:41,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T07:51:41,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T07:51:41,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:41,853 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:41,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:41,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:41,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:51:41,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:41,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b3088e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:41,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31afb740{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:41,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f39eef2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/java.io.tmpdir/jetty-localhost-41665-hadoop-hdfs-3_4_1-tests_jar-_-any-17563193290782726646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:51:41,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3df17b0f{HTTP/1.1, (http/1.1)}{localhost:41665} 2024-12-10T07:51:41,949 INFO [Time-limited test {}] server.Server(415): Started @21906ms 2024-12-10T07:51:42,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:42,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:42,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:42,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:42,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:51:42,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5d5c1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:42,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fca110{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:42,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5525c9a8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/java.io.tmpdir/jetty-localhost-35353-hadoop-hdfs-3_4_1-tests_jar-_-any-11347102868475777117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:42,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38d80645{HTTP/1.1, (http/1.1)}{localhost:35353} 2024-12-10T07:51:42,263 INFO [Time-limited test {}] server.Server(415): Started @22220ms 2024-12-10T07:51:42,264 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:51:42,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:42,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:42,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:42,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:42,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:51:42,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d18ddb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:42,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af26c1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:42,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f633c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/java.io.tmpdir/jetty-localhost-37437-hadoop-hdfs-3_4_1-tests_jar-_-any-6200276493239108740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:42,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f3532d6{HTTP/1.1, (http/1.1)}{localhost:37437} 2024-12-10T07:51:42,397 INFO [Time-limited test {}] server.Server(415): Started @22354ms 2024-12-10T07:51:42,398 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:51:43,071 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/cluster_03c74337-a5a3-65ff-baca-3aa5e36346c5/data/data1/current/BP-300653478-172.17.0.2-1733817101572/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:43,071 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/cluster_03c74337-a5a3-65ff-baca-3aa5e36346c5/data/data2/current/BP-300653478-172.17.0.2-1733817101572/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:43,087 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:51:43,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x528d7eeb002c2a2a with lease ID 0x85681a0e1816567f: Processing first storage report for DS-cc010026-6cee-4e42-ad3f-84c9fa541129 from datanode DatanodeRegistration(127.0.0.1:44233, datanodeUuid=ec739afe-dd66-4859-8313-1d7f78378732, infoPort=43907, infoSecurePort=0, ipcPort=41941, storageInfo=lv=-57;cid=testClusterID;nsid=1347782305;c=1733817101572) 2024-12-10T07:51:43,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x528d7eeb002c2a2a with lease ID 0x85681a0e1816567f: from storage DS-cc010026-6cee-4e42-ad3f-84c9fa541129 node DatanodeRegistration(127.0.0.1:44233, datanodeUuid=ec739afe-dd66-4859-8313-1d7f78378732, infoPort=43907, infoSecurePort=0, ipcPort=41941, storageInfo=lv=-57;cid=testClusterID;nsid=1347782305;c=1733817101572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:43,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x528d7eeb002c2a2a with lease ID 0x85681a0e1816567f: Processing first storage report for DS-6aac9d78-983f-4cba-b6a7-a58d3b5b7786 from datanode DatanodeRegistration(127.0.0.1:44233, datanodeUuid=ec739afe-dd66-4859-8313-1d7f78378732, infoPort=43907, infoSecurePort=0, ipcPort=41941, storageInfo=lv=-57;cid=testClusterID;nsid=1347782305;c=1733817101572) 2024-12-10T07:51:43,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x528d7eeb002c2a2a with lease ID 0x85681a0e1816567f: from storage DS-6aac9d78-983f-4cba-b6a7-a58d3b5b7786 node DatanodeRegistration(127.0.0.1:44233, datanodeUuid=ec739afe-dd66-4859-8313-1d7f78378732, infoPort=43907, infoSecurePort=0, ipcPort=41941, storageInfo=lv=-57;cid=testClusterID;nsid=1347782305;c=1733817101572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:43,252 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/cluster_03c74337-a5a3-65ff-baca-3aa5e36346c5/data/data4/current/BP-300653478-172.17.0.2-1733817101572/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:43,252 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/cluster_03c74337-a5a3-65ff-baca-3aa5e36346c5/data/data3/current/BP-300653478-172.17.0.2-1733817101572/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:43,265 WARN [Thread-884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:51:43,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfb75fa3645ad844 with lease ID 0x85681a0e18165680: Processing first storage report for DS-06350ae8-c2f1-4b43-a6e2-b24a7b934823 from datanode DatanodeRegistration(127.0.0.1:36297, datanodeUuid=a66752d2-ef21-4b52-8a79-b6d5dc9ece27, infoPort=43495, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=1347782305;c=1733817101572) 2024-12-10T07:51:43,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfb75fa3645ad844 with lease ID 0x85681a0e18165680: from storage DS-06350ae8-c2f1-4b43-a6e2-b24a7b934823 node DatanodeRegistration(127.0.0.1:36297, datanodeUuid=a66752d2-ef21-4b52-8a79-b6d5dc9ece27, infoPort=43495, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=1347782305;c=1733817101572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:43,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfb75fa3645ad844 with lease ID 0x85681a0e18165680: Processing first storage report for DS-890b737b-843b-42ca-b474-e1f6ae09f3ee from datanode DatanodeRegistration(127.0.0.1:36297, datanodeUuid=a66752d2-ef21-4b52-8a79-b6d5dc9ece27, infoPort=43495, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=1347782305;c=1733817101572) 2024-12-10T07:51:43,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfb75fa3645ad844 with lease ID 0x85681a0e18165680: from storage DS-890b737b-843b-42ca-b474-e1f6ae09f3ee node DatanodeRegistration(127.0.0.1:36297, datanodeUuid=a66752d2-ef21-4b52-8a79-b6d5dc9ece27, infoPort=43495, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=1347782305;c=1733817101572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:43,323 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a 2024-12-10T07:51:43,326 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/cluster_03c74337-a5a3-65ff-baca-3aa5e36346c5/zookeeper_0, clientPort=50171, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/cluster_03c74337-a5a3-65ff-baca-3aa5e36346c5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/cluster_03c74337-a5a3-65ff-baca-3aa5e36346c5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T07:51:43,327 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50171 2024-12-10T07:51:43,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:43,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:51:43,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:51:43,339 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77 with version=8 2024-12-10T07:51:43,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/hbase-staging 2024-12-10T07:51:43,342 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:43,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:43,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:43,342 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:43,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:43,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:43,342 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T07:51:43,342 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:43,343 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43939 2024-12-10T07:51:43,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43939 connecting to ZooKeeper ensemble=127.0.0.1:50171 2024-12-10T07:51:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439390x0, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:43,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43939-0x1000ec3327a0000 connected 2024-12-10T07:51:43,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:43,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:43,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:43,462 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77, hbase.cluster.distributed=false 2024-12-10T07:51:43,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:43,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43939 2024-12-10T07:51:43,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43939 2024-12-10T07:51:43,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43939 2024-12-10T07:51:43,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43939 2024-12-10T07:51:43,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43939 2024-12-10T07:51:43,479 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:43,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:43,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:43,479 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:43,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:43,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:43,479 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:51:43,479 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:43,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43011 2024-12-10T07:51:43,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43011 connecting to ZooKeeper ensemble=127.0.0.1:50171 2024-12-10T07:51:43,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:43,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:43,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430110x0, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:43,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430110x0, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:43,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43011-0x1000ec3327a0001 connected 2024-12-10T07:51:43,499 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:51:43,505 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-10T07:51:43,511 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-10T07:51:43,515 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-10T07:51:43,518 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-10T07:51:43,519 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:51:43,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:51:43,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:43,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43011 2024-12-10T07:51:43,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43011 2024-12-10T07:51:43,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43011 2024-12-10T07:51:43,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43011 2024-12-10T07:51:43,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43011 2024-12-10T07:51:43,537 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:43,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:43,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:43,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:43,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:43,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:43,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:51:43,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:43,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38005 2024-12-10T07:51:43,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38005 connecting to ZooKeeper ensemble=127.0.0.1:50171 2024-12-10T07:51:43,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:43,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:43,559 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380050x0, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:43,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380050x0, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:43,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38005-0x1000ec3327a0002 connected 2024-12-10T07:51:43,560 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:51:43,560 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-10T07:51:43,566 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-10T07:51:43,567 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-10T07:51:43,571 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-10T07:51:43,571 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:51:43,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:51:43,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:43,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38005 2024-12-10T07:51:43,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38005 2024-12-10T07:51:43,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38005 2024-12-10T07:51:43,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38005 2024-12-10T07:51:43,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38005 2024-12-10T07:51:43,594 DEBUG [M:0;80fbf959555f:43939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80fbf959555f:43939 2024-12-10T07:51:43,595 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80fbf959555f,43939,1733817103341 2024-12-10T07:51:43,600 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:43,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:43,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:43,601 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80fbf959555f,43939,1733817103341 2024-12-10T07:51:43,609 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:43,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:43,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:43,609 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:43,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:43,610 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:51:43,610 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80fbf959555f,43939,1733817103341 from backup master directory 2024-12-10T07:51:43,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80fbf959555f,43939,1733817103341 2024-12-10T07:51:43,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:43,617 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:43,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:43,617 WARN [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:43,617 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80fbf959555f,43939,1733817103341 2024-12-10T07:51:43,622 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/hbase.id] with ID: 9bd7b117-95d6-437b-a61e-1c87c88d51f5 2024-12-10T07:51:43,622 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/.tmp/hbase.id 2024-12-10T07:51:43,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:51:43,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:51:43,631 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/.tmp/hbase.id]:[hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/hbase.id] 2024-12-10T07:51:43,643 INFO [master/80fbf959555f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:43,643 INFO [master/80fbf959555f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T07:51:43,644 INFO [master/80fbf959555f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-10T07:51:43,650 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:43,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:43,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:43,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:51:43,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:51:44,058 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:51:44,059 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T07:51:44,059 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:44,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:51:44,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:51:44,067 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store 2024-12-10T07:51:44,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:51:44,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:51:44,074 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:44,074 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:51:44,074 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:44,074 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:44,074 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:51:44,074 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:44,074 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:44,074 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733817104074Disabling compacts and flushes for region at 1733817104074Disabling writes for close at 1733817104074Writing region close event to WAL at 1733817104074Closed at 1733817104074 2024-12-10T07:51:44,075 WARN [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/.initializing 2024-12-10T07:51:44,075 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/WALs/80fbf959555f,43939,1733817103341 2024-12-10T07:51:44,076 INFO [master/80fbf959555f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:44,077 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C43939%2C1733817103341, suffix=, logDir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/WALs/80fbf959555f,43939,1733817103341, archiveDir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/oldWALs, maxLogs=10 2024-12-10T07:51:44,089 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/WALs/80fbf959555f,43939,1733817103341/80fbf959555f%2C43939%2C1733817103341.1733817104078, exclude list is [], retry=0 2024-12-10T07:51:44,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44233,DS-cc010026-6cee-4e42-ad3f-84c9fa541129,DISK] 2024-12-10T07:51:44,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36297,DS-06350ae8-c2f1-4b43-a6e2-b24a7b934823,DISK] 2024-12-10T07:51:44,096 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/WALs/80fbf959555f,43939,1733817103341/80fbf959555f%2C43939%2C1733817103341.1733817104078 2024-12-10T07:51:44,096 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43907:43907),(127.0.0.1/127.0.0.1:43495:43495)] 2024-12-10T07:51:44,096 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:51:44,097 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:44,097 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:44,097 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:44,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:44,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T07:51:44,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:44,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:44,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:44,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T07:51:44,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:44,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:44,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:44,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T07:51:44,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:44,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:44,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:44,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T07:51:44,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:44,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:44,110 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:44,111 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:44,111 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:44,112 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:44,112 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:44,113 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:44,114 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:44,116 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:44,117 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65053525, jitterRate=-0.030626937747001648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:44,117 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733817104097Initializing all the Stores at 1733817104098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817104098Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817104098Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817104098Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817104098Cleaning up temporary data from old regions at 1733817104112 (+14 ms)Region opened successfully at 1733817104117 (+5 ms) 2024-12-10T07:51:44,117 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T07:51:44,120 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101c6e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:44,121 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T07:51:44,122 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T07:51:44,122 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T07:51:44,122 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T07:51:44,122 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-10T07:51:44,123 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-10T07:51:44,123 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T07:51:44,126 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T07:51:44,127 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T07:51:44,167 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T07:51:44,168 INFO [master/80fbf959555f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T07:51:44,168 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T07:51:44,175 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T07:51:44,176 INFO [master/80fbf959555f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T07:51:44,177 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T07:51:44,184 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T07:51:44,185 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T07:51:44,192 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T07:51:44,194 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T07:51:44,200 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T07:51:44,209 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:44,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:44,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:44,209 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:44,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:44,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:44,209 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80fbf959555f,43939,1733817103341, sessionid=0x1000ec3327a0000, setting cluster-up flag (Was=false) 2024-12-10T07:51:44,225 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:44,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:44,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:44,250 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T07:51:44,252 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80fbf959555f,43939,1733817103341 2024-12-10T07:51:44,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:44,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:44,267 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:44,292 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T07:51:44,293 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80fbf959555f,43939,1733817103341 2024-12-10T07:51:44,294 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T07:51:44,295 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:44,295 INFO [master/80fbf959555f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T07:51:44,295 INFO [master/80fbf959555f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T07:51:44,296 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80fbf959555f,43939,1733817103341 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T07:51:44,297 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:44,297 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:44,297 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:44,297 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:44,297 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80fbf959555f:0, corePoolSize=10, maxPoolSize=10 2024-12-10T07:51:44,297 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,298 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:44,298 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,298 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733817134298 2024-12-10T07:51:44,298 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T07:51:44,298 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T07:51:44,299 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T07:51:44,299 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T07:51:44,299 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T07:51:44,299 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T07:51:44,299 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:44,299 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T07:51:44,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T07:51:44,299 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T07:51:44,299 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T07:51:44,300 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T07:51:44,300 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T07:51:44,300 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817104300,5,FailOnTimeoutGroup] 2024-12-10T07:51:44,300 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817104300,5,FailOnTimeoutGroup] 2024-12-10T07:51:44,300 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,300 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T07:51:44,300 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,300 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,301 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:44,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:51:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:51:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:51:44,308 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T07:51:44,308 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77 2024-12-10T07:51:44,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:51:44,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:51:44,381 INFO [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(746): ClusterId : 9bd7b117-95d6-437b-a61e-1c87c88d51f5 2024-12-10T07:51:44,381 INFO [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(746): ClusterId : 9bd7b117-95d6-437b-a61e-1c87c88d51f5 2024-12-10T07:51:44,381 DEBUG [RS:1;80fbf959555f:38005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:51:44,381 DEBUG [RS:0;80fbf959555f:43011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:51:44,407 DEBUG [RS:1;80fbf959555f:38005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:51:44,407 DEBUG [RS:1;80fbf959555f:38005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:51:44,407 DEBUG [RS:0;80fbf959555f:43011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:51:44,407 DEBUG [RS:0;80fbf959555f:43011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:51:44,426 DEBUG [RS:1;80fbf959555f:38005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:51:44,426 DEBUG [RS:0;80fbf959555f:43011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:51:44,426 DEBUG [RS:0;80fbf959555f:43011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249aa09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:44,426 DEBUG [RS:1;80fbf959555f:38005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4ebc47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:44,436 DEBUG [RS:1;80fbf959555f:38005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;80fbf959555f:38005 2024-12-10T07:51:44,436 DEBUG [RS:0;80fbf959555f:43011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80fbf959555f:43011 2024-12-10T07:51:44,436 INFO [RS:1;80fbf959555f:38005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:51:44,436 INFO [RS:0;80fbf959555f:43011 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:51:44,436 INFO [RS:1;80fbf959555f:38005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:51:44,436 INFO [RS:0;80fbf959555f:43011 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:51:44,436 DEBUG [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:51:44,436 DEBUG [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:51:44,437 INFO [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(2659): reportForDuty to master=80fbf959555f,43939,1733817103341 with port=38005, startcode=1733817103537 2024-12-10T07:51:44,437 INFO [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(2659): reportForDuty to master=80fbf959555f,43939,1733817103341 with port=43011, startcode=1733817103478 2024-12-10T07:51:44,437 DEBUG [RS:1;80fbf959555f:38005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:51:44,437 DEBUG [RS:0;80fbf959555f:43011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:51:44,439 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40221, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:51:44,439 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80fbf959555f,43011,1733817103478 2024-12-10T07:51:44,439 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43939 {}] master.ServerManager(517): Registering regionserver=80fbf959555f,43011,1733817103478 2024-12-10T07:51:44,441 DEBUG [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77 2024-12-10T07:51:44,441 DEBUG [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44219 2024-12-10T07:51:44,441 DEBUG [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:51:44,443 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42255, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:51:44,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80fbf959555f,38005,1733817103537 2024-12-10T07:51:44,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43939 {}] master.ServerManager(517): Registering regionserver=80fbf959555f,38005,1733817103537 2024-12-10T07:51:44,445 DEBUG [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77 2024-12-10T07:51:44,445 DEBUG [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44219 2024-12-10T07:51:44,445 DEBUG [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:51:44,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:51:44,478 DEBUG [RS:0;80fbf959555f:43011 {}] zookeeper.ZKUtil(111): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80fbf959555f,43011,1733817103478 2024-12-10T07:51:44,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80fbf959555f,38005,1733817103537] 2024-12-10T07:51:44,478 WARN [RS:0;80fbf959555f:43011 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:44,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80fbf959555f,43011,1733817103478] 2024-12-10T07:51:44,478 INFO [RS:0;80fbf959555f:43011 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:44,478 DEBUG [RS:1;80fbf959555f:38005 {}] zookeeper.ZKUtil(111): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80fbf959555f,38005,1733817103537 2024-12-10T07:51:44,479 WARN [RS:1;80fbf959555f:38005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:44,479 DEBUG [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/WALs/80fbf959555f,43011,1733817103478 2024-12-10T07:51:44,479 INFO [RS:1;80fbf959555f:38005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:44,479 DEBUG [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/WALs/80fbf959555f,38005,1733817103537 2024-12-10T07:51:44,483 INFO [RS:1;80fbf959555f:38005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:51:44,483 INFO [RS:0;80fbf959555f:43011 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:51:44,486 INFO [RS:1;80fbf959555f:38005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:51:44,486 INFO [RS:0;80fbf959555f:43011 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:51:44,487 INFO [RS:1;80fbf959555f:38005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:51:44,487 INFO [RS:0;80fbf959555f:43011 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:51:44,487 INFO [RS:1;80fbf959555f:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,487 INFO [RS:0;80fbf959555f:43011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,488 INFO [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:51:44,488 INFO [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:51:44,488 INFO [RS:1;80fbf959555f:38005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:51:44,488 INFO [RS:0;80fbf959555f:43011 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:51:44,489 INFO [RS:0;80fbf959555f:43011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,489 INFO [RS:1;80fbf959555f:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,489 DEBUG [RS:0;80fbf959555f:43011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:1;80fbf959555f:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:0;80fbf959555f:43011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:1;80fbf959555f:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:0;80fbf959555f:43011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:1;80fbf959555f:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:0;80fbf959555f:43011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:1;80fbf959555f:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:0;80fbf959555f:43011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:1;80fbf959555f:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:0;80fbf959555f:43011 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:44,489 DEBUG [RS:0;80fbf959555f:43011 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:1;80fbf959555f:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:44,489 DEBUG [RS:0;80fbf959555f:43011 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:1;80fbf959555f:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:0;80fbf959555f:43011 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:1;80fbf959555f:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:0;80fbf959555f:43011 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:1;80fbf959555f:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:0;80fbf959555f:43011 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:1;80fbf959555f:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:0;80fbf959555f:43011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:1;80fbf959555f:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:0;80fbf959555f:43011 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:44,489 DEBUG [RS:1;80fbf959555f:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:44,489 DEBUG [RS:0;80fbf959555f:43011 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:44,489 DEBUG [RS:1;80fbf959555f:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:44,489 DEBUG [RS:1;80fbf959555f:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:44,490 INFO [RS:0;80fbf959555f:43011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,490 INFO [RS:0;80fbf959555f:43011 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,490 INFO [RS:0;80fbf959555f:43011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,490 INFO [RS:0;80fbf959555f:43011 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,490 INFO [RS:0;80fbf959555f:43011 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,490 INFO [RS:0;80fbf959555f:43011 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43011,1733817103478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:44,495 INFO [RS:1;80fbf959555f:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,495 INFO [RS:1;80fbf959555f:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,495 INFO [RS:1;80fbf959555f:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,495 INFO [RS:1;80fbf959555f:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,495 INFO [RS:1;80fbf959555f:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,495 INFO [RS:1;80fbf959555f:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,38005,1733817103537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:44,507 INFO [RS:1;80fbf959555f:38005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:51:44,507 INFO [RS:0;80fbf959555f:43011 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:51:44,507 INFO [RS:1;80fbf959555f:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,38005,1733817103537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,507 INFO [RS:0;80fbf959555f:43011 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43011,1733817103478-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,507 INFO [RS:0;80fbf959555f:43011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,507 INFO [RS:1;80fbf959555f:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,507 INFO [RS:0;80fbf959555f:43011 {}] regionserver.Replication(171): 80fbf959555f,43011,1733817103478 started 2024-12-10T07:51:44,507 INFO [RS:1;80fbf959555f:38005 {}] regionserver.Replication(171): 80fbf959555f,38005,1733817103537 started 2024-12-10T07:51:44,519 INFO [RS:0;80fbf959555f:43011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,520 INFO [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(1482): Serving as 80fbf959555f,43011,1733817103478, RpcServer on 80fbf959555f/172.17.0.2:43011, sessionid=0x1000ec3327a0001 2024-12-10T07:51:44,520 DEBUG [RS:0;80fbf959555f:43011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:51:44,520 DEBUG [RS:0;80fbf959555f:43011 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80fbf959555f,43011,1733817103478 2024-12-10T07:51:44,520 DEBUG [RS:0;80fbf959555f:43011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,43011,1733817103478' 2024-12-10T07:51:44,520 DEBUG [RS:0;80fbf959555f:43011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:51:44,520 DEBUG [RS:0;80fbf959555f:43011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:51:44,521 DEBUG [RS:0;80fbf959555f:43011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:51:44,521 DEBUG [RS:0;80fbf959555f:43011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:51:44,521 DEBUG [RS:0;80fbf959555f:43011 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80fbf959555f,43011,1733817103478 2024-12-10T07:51:44,521 DEBUG [RS:0;80fbf959555f:43011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,43011,1733817103478' 2024-12-10T07:51:44,521 DEBUG [RS:0;80fbf959555f:43011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:51:44,521 DEBUG [RS:0;80fbf959555f:43011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:51:44,521 DEBUG [RS:0;80fbf959555f:43011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:51:44,522 INFO [RS:0;80fbf959555f:43011 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:51:44,522 INFO [RS:0;80fbf959555f:43011 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:51:44,525 INFO [RS:1;80fbf959555f:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:44,525 INFO [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(1482): Serving as 80fbf959555f,38005,1733817103537, RpcServer on 80fbf959555f/172.17.0.2:38005, sessionid=0x1000ec3327a0002 2024-12-10T07:51:44,525 DEBUG [RS:1;80fbf959555f:38005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:51:44,525 DEBUG [RS:1;80fbf959555f:38005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80fbf959555f,38005,1733817103537 2024-12-10T07:51:44,525 DEBUG [RS:1;80fbf959555f:38005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,38005,1733817103537' 2024-12-10T07:51:44,525 DEBUG [RS:1;80fbf959555f:38005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:51:44,526 DEBUG [RS:1;80fbf959555f:38005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:51:44,526 DEBUG [RS:1;80fbf959555f:38005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:51:44,526 DEBUG [RS:1;80fbf959555f:38005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:51:44,526 DEBUG [RS:1;80fbf959555f:38005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80fbf959555f,38005,1733817103537 2024-12-10T07:51:44,526 DEBUG [RS:1;80fbf959555f:38005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,38005,1733817103537' 2024-12-10T07:51:44,526 DEBUG [RS:1;80fbf959555f:38005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:51:44,526 DEBUG [RS:1;80fbf959555f:38005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:51:44,527 DEBUG [RS:1;80fbf959555f:38005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:51:44,527 INFO [RS:1;80fbf959555f:38005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:51:44,527 INFO [RS:1;80fbf959555f:38005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:51:44,622 INFO [RS:0;80fbf959555f:43011 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:44,624 INFO [RS:0;80fbf959555f:43011 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C43011%2C1733817103478, suffix=, logDir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/WALs/80fbf959555f,43011,1733817103478, archiveDir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/oldWALs, maxLogs=32 2024-12-10T07:51:44,627 INFO [RS:1;80fbf959555f:38005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:44,629 INFO [RS:1;80fbf959555f:38005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C38005%2C1733817103537, suffix=, logDir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/WALs/80fbf959555f,38005,1733817103537, archiveDir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/oldWALs, maxLogs=32 2024-12-10T07:51:44,637 DEBUG [RS:0;80fbf959555f:43011 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/WALs/80fbf959555f,43011,1733817103478/80fbf959555f%2C43011%2C1733817103478.1733817104624, exclude list is [], retry=0 2024-12-10T07:51:44,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36297,DS-06350ae8-c2f1-4b43-a6e2-b24a7b934823,DISK] 2024-12-10T07:51:44,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44233,DS-cc010026-6cee-4e42-ad3f-84c9fa541129,DISK] 2024-12-10T07:51:44,641 DEBUG [RS:1;80fbf959555f:38005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/WALs/80fbf959555f,38005,1733817103537/80fbf959555f%2C38005%2C1733817103537.1733817104629, exclude list is [], retry=0 2024-12-10T07:51:44,642 INFO [RS:0;80fbf959555f:43011 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/WALs/80fbf959555f,43011,1733817103478/80fbf959555f%2C43011%2C1733817103478.1733817104624 2024-12-10T07:51:44,642 DEBUG [RS:0;80fbf959555f:43011 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43907:43907),(127.0.0.1/127.0.0.1:43495:43495)] 2024-12-10T07:51:44,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44233,DS-cc010026-6cee-4e42-ad3f-84c9fa541129,DISK] 2024-12-10T07:51:44,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36297,DS-06350ae8-c2f1-4b43-a6e2-b24a7b934823,DISK] 2024-12-10T07:51:44,648 INFO [RS:1;80fbf959555f:38005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/WALs/80fbf959555f,38005,1733817103537/80fbf959555f%2C38005%2C1733817103537.1733817104629 2024-12-10T07:51:44,649 DEBUG [RS:1;80fbf959555f:38005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43495:43495),(127.0.0.1/127.0.0.1:43907:43907)] 2024-12-10T07:51:44,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:44,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:51:44,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:51:44,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:44,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:44,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:51:44,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:51:44,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:44,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:44,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:51:44,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:51:44,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:44,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:44,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:51:44,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:51:44,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:44,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:44,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:51:44,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740 2024-12-10T07:51:44,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740 2024-12-10T07:51:44,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:51:44,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:51:44,726 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:44,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:51:44,729 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:44,730 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67682698, jitterRate=0.008550792932510376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:44,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733817104715Initializing all the Stores at 1733817104716 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817104716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817104716Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817104716Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817104716Cleaning up temporary data from old regions at 1733817104726 (+10 ms)Region opened successfully at 1733817104730 (+4 ms) 2024-12-10T07:51:44,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:51:44,730 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:51:44,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:51:44,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:51:44,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:51:44,731 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:44,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733817104730Disabling compacts and flushes for region at 1733817104730Disabling writes for close at 1733817104730Writing region close event to WAL at 1733817104731 (+1 ms)Closed at 1733817104731 2024-12-10T07:51:44,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:44,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T07:51:44,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T07:51:44,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:51:44,735 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T07:51:44,885 DEBUG [80fbf959555f:43939 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T07:51:44,885 DEBUG [80fbf959555f:43939 {}] balancer.BalancerClusterState(204): Hosts are {80fbf959555f=0} racks are {/default-rack=0} 2024-12-10T07:51:44,887 DEBUG [80fbf959555f:43939 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:51:44,888 DEBUG [80fbf959555f:43939 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:51:44,888 DEBUG [80fbf959555f:43939 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:51:44,888 DEBUG [80fbf959555f:43939 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:51:44,888 INFO [80fbf959555f:43939 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:51:44,888 INFO [80fbf959555f:43939 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:51:44,888 DEBUG [80fbf959555f:43939 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:51:44,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80fbf959555f,43011,1733817103478 2024-12-10T07:51:44,889 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80fbf959555f,43011,1733817103478, state=OPENING 2024-12-10T07:51:44,931 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T07:51:44,942 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:44,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:44,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:44,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:44,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:44,942 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:51:44,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:44,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80fbf959555f,43011,1733817103478}] 2024-12-10T07:51:45,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T07:51:45,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:45,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:45,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:45,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:45,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:45,095 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:45,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46103, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:45,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:45,102 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T07:51:45,102 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:45,103 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T07:51:45,105 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C43011%2C1733817103478.meta, suffix=.meta, logDir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/WALs/80fbf959555f,43011,1733817103478, archiveDir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/oldWALs, maxLogs=32 2024-12-10T07:51:45,118 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/WALs/80fbf959555f,43011,1733817103478/80fbf959555f%2C43011%2C1733817103478.meta.1733817105105.meta, exclude list is [], retry=0 2024-12-10T07:51:45,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36297,DS-06350ae8-c2f1-4b43-a6e2-b24a7b934823,DISK] 2024-12-10T07:51:45,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44233,DS-cc010026-6cee-4e42-ad3f-84c9fa541129,DISK] 2024-12-10T07:51:45,124 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/WALs/80fbf959555f,43011,1733817103478/80fbf959555f%2C43011%2C1733817103478.meta.1733817105105.meta 2024-12-10T07:51:45,125 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43907:43907),(127.0.0.1/127.0.0.1:43495:43495)] 2024-12-10T07:51:45,125 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:51:45,126 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T07:51:45,126 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T07:51:45,126 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T07:51:45,126 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T07:51:45,126 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:45,126 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T07:51:45,126 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T07:51:45,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:51:45,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:51:45,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:45,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:45,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:51:45,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:51:45,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:45,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:45,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:51:45,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:51:45,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:45,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:45,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:51:45,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:51:45,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:45,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:45,133 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:51:45,134 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740 2024-12-10T07:51:45,135 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740 2024-12-10T07:51:45,136 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:51:45,136 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:51:45,137 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:45,138 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:51:45,139 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66777290, jitterRate=-0.004940837621688843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:45,139 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T07:51:45,140 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733817105126Writing region info on filesystem at 1733817105126Initializing all the Stores at 1733817105127 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817105127Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817105127Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817105127Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817105127Cleaning up temporary data from old regions at 1733817105136 (+9 ms)Running coprocessor post-open hooks at 1733817105139 (+3 ms)Region opened successfully at 1733817105140 (+1 ms) 2024-12-10T07:51:45,141 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733817105095 2024-12-10T07:51:45,144 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T07:51:45,144 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T07:51:45,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,43011,1733817103478 2024-12-10T07:51:45,146 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80fbf959555f,43011,1733817103478, state=OPEN 2024-12-10T07:51:45,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:45,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:45,159 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:45,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:45,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:45,159 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80fbf959555f,43011,1733817103478 2024-12-10T07:51:45,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:45,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T07:51:45,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80fbf959555f,43011,1733817103478 in 216 msec 2024-12-10T07:51:45,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T07:51:45,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-12-10T07:51:45,166 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:45,166 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T07:51:45,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:51:45,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80fbf959555f,43011,1733817103478, seqNum=-1] 2024-12-10T07:51:45,168 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:45,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46073, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:45,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 880 msec 2024-12-10T07:51:45,177 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733817105177, completionTime=-1 2024-12-10T07:51:45,177 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-10T07:51:45,177 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T07:51:45,180 INFO [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-10T07:51:45,180 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733817165180 2024-12-10T07:51:45,180 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733817225180 2024-12-10T07:51:45,180 INFO [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-10T07:51:45,180 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:51:45,180 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43939,1733817103341-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:45,180 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43939,1733817103341-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:45,181 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43939,1733817103341-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:45,181 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80fbf959555f:43939, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:45,181 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:45,181 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:45,183 DEBUG [master/80fbf959555f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T07:51:45,185 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.568sec 2024-12-10T07:51:45,185 INFO [master/80fbf959555f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T07:51:45,185 INFO [master/80fbf959555f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T07:51:45,186 INFO [master/80fbf959555f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T07:51:45,186 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T07:51:45,186 INFO [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T07:51:45,186 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43939,1733817103341-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:45,186 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43939,1733817103341-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T07:51:45,188 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T07:51:45,188 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T07:51:45,189 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43939,1733817103341-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:45,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e8db0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:45,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80fbf959555f,43939,-1 for getting cluster id 2024-12-10T07:51:45,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T07:51:45,283 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bd7b117-95d6-437b-a61e-1c87c88d51f5' 2024-12-10T07:51:45,283 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T07:51:45,283 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bd7b117-95d6-437b-a61e-1c87c88d51f5" 2024-12-10T07:51:45,283 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6149c3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:45,283 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80fbf959555f,43939,-1] 2024-12-10T07:51:45,283 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T07:51:45,284 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:45,285 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T07:51:45,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6119c108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:45,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:51:45,287 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80fbf959555f,43011,1733817103478, seqNum=-1] 2024-12-10T07:51:45,288 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:45,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:45,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80fbf959555f,43939,1733817103341 2024-12-10T07:51:45,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T07:51:45,292 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 80fbf959555f,43939,1733817103341 2024-12-10T07:51:45,292 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@303c36c 2024-12-10T07:51:45,293 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T07:51:45,294 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T07:51:45,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43939 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:51:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43939 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-10T07:51:45,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:51:45,297 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:45,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43939 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-10T07:51:45,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:51:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741836_1012 (size=379) 2024-12-10T07:51:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741836_1012 (size=379) 2024-12-10T07:51:45,307 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66226dc5e807372d33e5f450ca3d2bc4, NAME => 'testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77 2024-12-10T07:51:45,307 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 84f5bd8c96684e1656cfe68079815e68, NAME => 'testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77 2024-12-10T07:51:45,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741837_1013 (size=61) 2024-12-10T07:51:45,321 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:45,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741837_1013 (size=61) 2024-12-10T07:51:45,321 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 66226dc5e807372d33e5f450ca3d2bc4, disabling compactions & flushes 2024-12-10T07:51:45,322 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4. 2024-12-10T07:51:45,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741838_1014 (size=61) 2024-12-10T07:51:45,322 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4. 2024-12-10T07:51:45,322 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4. after waiting 0 ms 2024-12-10T07:51:45,322 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4. 2024-12-10T07:51:45,322 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4. 2024-12-10T07:51:45,322 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66226dc5e807372d33e5f450ca3d2bc4: Waiting for close lock at 1733817105321Disabling compacts and flushes for region at 1733817105321Disabling writes for close at 1733817105322 (+1 ms)Writing region close event to WAL at 1733817105322Closed at 1733817105322 2024-12-10T07:51:45,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741838_1014 (size=61) 2024-12-10T07:51:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:45,721 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:45,721 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 84f5bd8c96684e1656cfe68079815e68, disabling compactions & flushes 2024-12-10T07:51:45,721 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68. 2024-12-10T07:51:45,721 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68. 2024-12-10T07:51:45,721 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68. after waiting 0 ms 2024-12-10T07:51:45,721 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68. 2024-12-10T07:51:45,721 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68. 2024-12-10T07:51:45,721 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 84f5bd8c96684e1656cfe68079815e68: Waiting for close lock at 1733817105721Disabling compacts and flushes for region at 1733817105721Disabling writes for close at 1733817105721Writing region close event to WAL at 1733817105721Closed at 1733817105721 2024-12-10T07:51:45,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:51:45,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733817105722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733817105722"}]},"ts":"1733817105722"} 2024-12-10T07:51:45,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733817105722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733817105722"}]},"ts":"1733817105722"} 2024-12-10T07:51:45,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-10T07:51:45,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:51:45,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733817105726"}]},"ts":"1733817105726"} 2024-12-10T07:51:45,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-10T07:51:45,729 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {80fbf959555f=0} racks are {/default-rack=0} 2024-12-10T07:51:45,730 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:51:45,730 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:51:45,730 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:51:45,730 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:51:45,730 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:51:45,730 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:51:45,730 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:51:45,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=66226dc5e807372d33e5f450ca3d2bc4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=84f5bd8c96684e1656cfe68079815e68, ASSIGN}] 2024-12-10T07:51:45,732 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=66226dc5e807372d33e5f450ca3d2bc4, ASSIGN 2024-12-10T07:51:45,732 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=84f5bd8c96684e1656cfe68079815e68, ASSIGN 2024-12-10T07:51:45,733 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=84f5bd8c96684e1656cfe68079815e68, ASSIGN; state=OFFLINE, location=80fbf959555f,43011,1733817103478; forceNewPlan=false, retain=false 2024-12-10T07:51:45,733 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=66226dc5e807372d33e5f450ca3d2bc4, ASSIGN; state=OFFLINE, location=80fbf959555f,38005,1733817103537; forceNewPlan=false, retain=false 2024-12-10T07:51:45,884 INFO [80fbf959555f:43939 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-10T07:51:45,884 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66226dc5e807372d33e5f450ca3d2bc4, regionState=OPENING, regionLocation=80fbf959555f,38005,1733817103537 2024-12-10T07:51:45,884 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=84f5bd8c96684e1656cfe68079815e68, regionState=OPENING, regionLocation=80fbf959555f,43011,1733817103478 2024-12-10T07:51:45,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=66226dc5e807372d33e5f450ca3d2bc4, ASSIGN because future has completed 2024-12-10T07:51:45,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66226dc5e807372d33e5f450ca3d2bc4, server=80fbf959555f,38005,1733817103537}] 2024-12-10T07:51:45,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=84f5bd8c96684e1656cfe68079815e68, ASSIGN because future has completed 2024-12-10T07:51:45,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84f5bd8c96684e1656cfe68079815e68, server=80fbf959555f,43011,1733817103478}] 2024-12-10T07:51:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:46,040 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:46,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42719, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:46,045 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68. 2024-12-10T07:51:46,045 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4. 2024-12-10T07:51:46,045 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 84f5bd8c96684e1656cfe68079815e68, NAME => 'testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68.', STARTKEY => '5', ENDKEY => ''} 2024-12-10T07:51:46,045 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 66226dc5e807372d33e5f450ca3d2bc4, NAME => 'testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4.', STARTKEY => '', ENDKEY => '5'} 2024-12-10T07:51:46,045 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 84f5bd8c96684e1656cfe68079815e68 2024-12-10T07:51:46,045 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 66226dc5e807372d33e5f450ca3d2bc4 2024-12-10T07:51:46,045 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:46,045 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:46,045 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 84f5bd8c96684e1656cfe68079815e68 2024-12-10T07:51:46,045 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 84f5bd8c96684e1656cfe68079815e68 2024-12-10T07:51:46,045 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 66226dc5e807372d33e5f450ca3d2bc4 2024-12-10T07:51:46,045 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 66226dc5e807372d33e5f450ca3d2bc4 2024-12-10T07:51:46,047 INFO [StoreOpener-84f5bd8c96684e1656cfe68079815e68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 84f5bd8c96684e1656cfe68079815e68 2024-12-10T07:51:46,047 INFO [StoreOpener-66226dc5e807372d33e5f450ca3d2bc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 66226dc5e807372d33e5f450ca3d2bc4 2024-12-10T07:51:46,048 INFO [StoreOpener-66226dc5e807372d33e5f450ca3d2bc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66226dc5e807372d33e5f450ca3d2bc4 columnFamilyName family 2024-12-10T07:51:46,048 INFO [StoreOpener-84f5bd8c96684e1656cfe68079815e68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84f5bd8c96684e1656cfe68079815e68 columnFamilyName family 2024-12-10T07:51:46,048 DEBUG [StoreOpener-84f5bd8c96684e1656cfe68079815e68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:46,048 DEBUG [StoreOpener-66226dc5e807372d33e5f450ca3d2bc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:46,049 INFO [StoreOpener-84f5bd8c96684e1656cfe68079815e68-1 {}] regionserver.HStore(327): Store=84f5bd8c96684e1656cfe68079815e68/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:46,049 INFO [StoreOpener-66226dc5e807372d33e5f450ca3d2bc4-1 {}] regionserver.HStore(327): Store=66226dc5e807372d33e5f450ca3d2bc4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:46,049 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 84f5bd8c96684e1656cfe68079815e68 2024-12-10T07:51:46,049 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 66226dc5e807372d33e5f450ca3d2bc4 2024-12-10T07:51:46,050 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/84f5bd8c96684e1656cfe68079815e68 2024-12-10T07:51:46,050 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/66226dc5e807372d33e5f450ca3d2bc4 2024-12-10T07:51:46,050 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/84f5bd8c96684e1656cfe68079815e68 2024-12-10T07:51:46,050 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/66226dc5e807372d33e5f450ca3d2bc4 2024-12-10T07:51:46,050 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 84f5bd8c96684e1656cfe68079815e68 2024-12-10T07:51:46,050 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 66226dc5e807372d33e5f450ca3d2bc4 2024-12-10T07:51:46,050 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 84f5bd8c96684e1656cfe68079815e68 2024-12-10T07:51:46,050 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 66226dc5e807372d33e5f450ca3d2bc4 2024-12-10T07:51:46,052 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 84f5bd8c96684e1656cfe68079815e68 2024-12-10T07:51:46,052 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 66226dc5e807372d33e5f450ca3d2bc4 2024-12-10T07:51:46,054 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/66226dc5e807372d33e5f450ca3d2bc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:46,054 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/84f5bd8c96684e1656cfe68079815e68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:46,054 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 66226dc5e807372d33e5f450ca3d2bc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60181368, jitterRate=-0.10322773456573486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:51:46,054 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 84f5bd8c96684e1656cfe68079815e68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64399782, jitterRate=-0.040368467569351196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:51:46,054 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66226dc5e807372d33e5f450ca3d2bc4 2024-12-10T07:51:46,054 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84f5bd8c96684e1656cfe68079815e68 2024-12-10T07:51:46,055 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 66226dc5e807372d33e5f450ca3d2bc4: Running coprocessor pre-open hook at 1733817106045Writing region info on filesystem at 1733817106045Initializing all the Stores at 1733817106046 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817106046Cleaning up temporary data from old regions at 1733817106050 (+4 ms)Running coprocessor post-open hooks at 1733817106054 (+4 ms)Region opened successfully at 1733817106055 (+1 ms) 2024-12-10T07:51:46,055 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 84f5bd8c96684e1656cfe68079815e68: Running coprocessor pre-open hook at 1733817106045Writing region info on filesystem at 1733817106045Initializing all the Stores at 1733817106046 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817106046Cleaning up temporary data from old regions at 1733817106050 (+4 ms)Running coprocessor post-open hooks at 1733817106054 (+4 ms)Region opened successfully at 1733817106055 (+1 ms) 2024-12-10T07:51:46,056 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68., pid=8, masterSystemTime=1733817106041 2024-12-10T07:51:46,056 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4., pid=7, masterSystemTime=1733817106040 2024-12-10T07:51:46,058 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4. 2024-12-10T07:51:46,058 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4. 2024-12-10T07:51:46,059 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66226dc5e807372d33e5f450ca3d2bc4, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,38005,1733817103537 2024-12-10T07:51:46,059 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68. 2024-12-10T07:51:46,059 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68. 2024-12-10T07:51:46,060 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=84f5bd8c96684e1656cfe68079815e68, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,43011,1733817103478 2024-12-10T07:51:46,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66226dc5e807372d33e5f450ca3d2bc4, server=80fbf959555f,38005,1733817103537 because future has completed 2024-12-10T07:51:46,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84f5bd8c96684e1656cfe68079815e68, server=80fbf959555f,43011,1733817103478 because future has completed 2024-12-10T07:51:46,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-10T07:51:46,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 66226dc5e807372d33e5f450ca3d2bc4, server=80fbf959555f,38005,1733817103537 in 175 msec 2024-12-10T07:51:46,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-10T07:51:46,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=66226dc5e807372d33e5f450ca3d2bc4, ASSIGN in 335 msec 2024-12-10T07:51:46,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 84f5bd8c96684e1656cfe68079815e68, server=80fbf959555f,43011,1733817103478 in 176 msec 2024-12-10T07:51:46,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-10T07:51:46,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=84f5bd8c96684e1656cfe68079815e68, ASSIGN in 337 msec 2024-12-10T07:51:46,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:51:46,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733817106073"}]},"ts":"1733817106073"} 2024-12-10T07:51:46,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-10T07:51:46,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:51:46,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 784 msec 2024-12-10T07:51:46,348 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T07:51:46,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-10T07:51:46,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:51:46,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-10T07:51:46,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T07:51:46,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-10T07:51:46,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-10T07:51:46,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-12-10T07:51:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:46,432 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-10T07:51:46,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-10T07:51:46,433 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:51:46,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-10T07:51:46,436 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:51:46,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-10T07:51:46,439 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4., hostname=80fbf959555f,38005,1733817103537, seqNum=2] 2024-12-10T07:51:46,439 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:46,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:46,452 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68., hostname=80fbf959555f,43011,1733817103478, seqNum=2] 2024-12-10T07:51:46,462 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 84f5bd8c96684e1656cfe68079815e68 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-10T07:51:46,476 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/84f5bd8c96684e1656cfe68079815e68/.tmp/family/76c27895622642ada3f5159ed5c41d90 is 32, key is 5/family:/1733817106453/Put/seqid=0 2024-12-10T07:51:46,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741839_1015 (size=5083) 2024-12-10T07:51:46,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741839_1015 (size=5083) 2024-12-10T07:51:46,883 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/84f5bd8c96684e1656cfe68079815e68/.tmp/family/76c27895622642ada3f5159ed5c41d90 2024-12-10T07:51:46,891 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/84f5bd8c96684e1656cfe68079815e68/.tmp/family/76c27895622642ada3f5159ed5c41d90 as hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/84f5bd8c96684e1656cfe68079815e68/family/76c27895622642ada3f5159ed5c41d90 2024-12-10T07:51:46,896 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/84f5bd8c96684e1656cfe68079815e68/family/76c27895622642ada3f5159ed5c41d90, entries=5, sequenceid=9, filesize=5.0 K 2024-12-10T07:51:46,897 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 84f5bd8c96684e1656cfe68079815e68 in 435ms, sequenceid=9, compaction requested=false 2024-12-10T07:51:46,897 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 84f5bd8c96684e1656cfe68079815e68: 2024-12-10T07:51:46,898 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 66226dc5e807372d33e5f450ca3d2bc4 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-10T07:51:46,910 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/66226dc5e807372d33e5f450ca3d2bc4/.tmp/family/1cfcdd4db13942bf8abe2bfd92263dd0 is 32, key is 1/family:/1733817106441/Put/seqid=0 2024-12-10T07:51:46,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741840_1016 (size=5054) 2024-12-10T07:51:46,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741840_1016 (size=5054) 2024-12-10T07:51:46,916 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/66226dc5e807372d33e5f450ca3d2bc4/.tmp/family/1cfcdd4db13942bf8abe2bfd92263dd0 2024-12-10T07:51:46,921 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/66226dc5e807372d33e5f450ca3d2bc4/.tmp/family/1cfcdd4db13942bf8abe2bfd92263dd0 as hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/66226dc5e807372d33e5f450ca3d2bc4/family/1cfcdd4db13942bf8abe2bfd92263dd0 2024-12-10T07:51:46,927 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/66226dc5e807372d33e5f450ca3d2bc4/family/1cfcdd4db13942bf8abe2bfd92263dd0, entries=4, sequenceid=8, filesize=4.9 K 2024-12-10T07:51:46,928 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 66226dc5e807372d33e5f450ca3d2bc4 in 31ms, sequenceid=8, compaction requested=false 2024-12-10T07:51:46,928 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 66226dc5e807372d33e5f450ca3d2bc4: 2024-12-10T07:51:46,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6655a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:46,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80fbf959555f,43939,-1 for getting cluster id 2024-12-10T07:51:46,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T07:51:46,930 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bd7b117-95d6-437b-a61e-1c87c88d51f5' 2024-12-10T07:51:46,930 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T07:51:46,930 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bd7b117-95d6-437b-a61e-1c87c88d51f5" 2024-12-10T07:51:46,931 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d611fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:46,931 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80fbf959555f,43939,-1] 2024-12-10T07:51:46,931 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T07:51:46,931 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:46,932 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T07:51:46,932 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28634803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:46,938 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-10T07:51:46,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:51:46,939 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80fbf959555f,43011,1733817103478, seqNum=-1] 2024-12-10T07:51:46,940 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:46,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:46,943 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:46,944 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:46,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:46,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43011 {}] bucket.BucketCache(1863): found 1 blocks for file 76c27895622642ada3f5159ed5c41d90, starting offset: 0, end offset: 9223372036854775807 2024-12-10T07:51:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38005 {}] bucket.BucketCache(1863): found 1 blocks for file 1cfcdd4db13942bf8abe2bfd92263dd0, starting offset: 0, end offset: 9223372036854775807 2024-12-10T07:51:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43011 {}] bucket.BucketCache(856): removed key 76c27895622642ada3f5159ed5c41d90_0 from back map with offset lock 2094080 in the evict process 2024-12-10T07:51:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38005 {}] bucket.BucketCache(856): removed key 1cfcdd4db13942bf8abe2bfd92263dd0_0 from back map with offset lock 2094080 in the evict process 2024-12-10T07:51:46,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:51:46,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:46,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:46,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:46,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T07:51:46,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T07:51:46,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:51:46,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:46,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:46,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:46,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T07:51:46,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T07:51:46,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1073264995, stopped=false 2024-12-10T07:51:46,949 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80fbf959555f,43939,1733817103341 2024-12-10T07:51:47,000 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:47,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:47,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:47,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:47,000 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:47,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:47,000 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:51:47,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:51:47,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:47,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:47,001 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80fbf959555f,43011,1733817103478' ***** 2024-12-10T07:51:47,001 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:51:47,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:47,001 INFO [RS:0;80fbf959555f:43011 {}] bucket.BucketCache(1738): Disabling cache 2024-12-10T07:51:47,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:47,001 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80fbf959555f,38005,1733817103537' ***** 2024-12-10T07:51:47,001 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:51:47,001 INFO [RS:1;80fbf959555f:38005 {}] bucket.BucketCache(1738): Disabling cache 2024-12-10T07:51:47,001 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-10T07:51:47,001 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-10T07:51:47,001 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-10T07:51:47,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:47,002 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-10T07:51:47,002 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-10T07:51:47,002 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-10T07:51:47,002 INFO [RS:1;80fbf959555f:38005 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-10T07:51:47,002 INFO [RS:0;80fbf959555f:43011 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-10T07:51:47,002 INFO [RS:1;80fbf959555f:38005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:51:47,002 INFO [RS:0;80fbf959555f:43011 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:51:47,002 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:51:47,002 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:51:47,002 INFO [RS:1;80fbf959555f:38005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:51:47,002 INFO [RS:1;80fbf959555f:38005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:51:47,002 INFO [RS:0;80fbf959555f:43011 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:51:47,002 INFO [RS:0;80fbf959555f:43011 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:51:47,002 INFO [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(3091): Received CLOSE for 84f5bd8c96684e1656cfe68079815e68 2024-12-10T07:51:47,002 INFO [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(3091): Received CLOSE for 66226dc5e807372d33e5f450ca3d2bc4 2024-12-10T07:51:47,003 INFO [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(959): stopping server 80fbf959555f,43011,1733817103478 2024-12-10T07:51:47,003 INFO [RS:0;80fbf959555f:43011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:47,003 INFO [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(959): stopping server 80fbf959555f,38005,1733817103537 2024-12-10T07:51:47,003 INFO [RS:0;80fbf959555f:43011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80fbf959555f:43011. 2024-12-10T07:51:47,003 INFO [RS:1;80fbf959555f:38005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:47,003 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84f5bd8c96684e1656cfe68079815e68, disabling compactions & flushes 2024-12-10T07:51:47,003 INFO [RS:1;80fbf959555f:38005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;80fbf959555f:38005. 2024-12-10T07:51:47,003 DEBUG [RS:0;80fbf959555f:43011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:47,003 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66226dc5e807372d33e5f450ca3d2bc4, disabling compactions & flushes 2024-12-10T07:51:47,003 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68. 2024-12-10T07:51:47,003 DEBUG [RS:0;80fbf959555f:43011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:47,003 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68. 2024-12-10T07:51:47,003 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4. 2024-12-10T07:51:47,003 DEBUG [RS:1;80fbf959555f:38005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:47,003 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68. after waiting 0 ms 2024-12-10T07:51:47,003 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4. 2024-12-10T07:51:47,003 DEBUG [RS:1;80fbf959555f:38005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:47,003 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68. 2024-12-10T07:51:47,003 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4. after waiting 0 ms 2024-12-10T07:51:47,003 INFO [RS:0;80fbf959555f:43011 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:51:47,003 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4. 2024-12-10T07:51:47,003 INFO [RS:0;80fbf959555f:43011 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:51:47,003 INFO [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-10T07:51:47,003 INFO [RS:0;80fbf959555f:43011 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:51:47,003 DEBUG [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(1325): Online Regions={66226dc5e807372d33e5f450ca3d2bc4=testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4.} 2024-12-10T07:51:47,003 INFO [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T07:51:47,003 DEBUG [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(1351): Waiting on 66226dc5e807372d33e5f450ca3d2bc4 2024-12-10T07:51:47,003 INFO [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-10T07:51:47,004 DEBUG [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(1325): Online Regions={84f5bd8c96684e1656cfe68079815e68=testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68., 1588230740=hbase:meta,,1.1588230740} 2024-12-10T07:51:47,004 DEBUG [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84f5bd8c96684e1656cfe68079815e68 2024-12-10T07:51:47,004 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:51:47,004 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:51:47,004 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:51:47,004 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:51:47,004 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:51:47,004 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-10T07:51:47,007 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/66226dc5e807372d33e5f450ca3d2bc4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-10T07:51:47,007 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/default/testClearRegionBlockCache/84f5bd8c96684e1656cfe68079815e68/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T07:51:47,008 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68. 2024-12-10T07:51:47,008 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4. 2024-12-10T07:51:47,008 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84f5bd8c96684e1656cfe68079815e68: Waiting for close lock at 1733817107003Running coprocessor pre-close hooks at 1733817107003Disabling compacts and flushes for region at 1733817107003Disabling writes for close at 1733817107003Writing region close event to WAL at 1733817107004 (+1 ms)Running coprocessor post-close hooks at 1733817107008 (+4 ms)Closed at 1733817107008 2024-12-10T07:51:47,008 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66226dc5e807372d33e5f450ca3d2bc4: Waiting for close lock at 1733817107003Running coprocessor pre-close hooks at 1733817107003Disabling compacts and flushes for region at 1733817107003Disabling writes for close at 1733817107003Writing region close event to WAL at 1733817107004 (+1 ms)Running coprocessor post-close hooks at 1733817107008 (+4 ms)Closed at 1733817107008 2024-12-10T07:51:47,008 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733817105294.66226dc5e807372d33e5f450ca3d2bc4. 2024-12-10T07:51:47,008 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68. 2024-12-10T07:51:47,018 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/.tmp/info/08c017293d0d4df0a2c3bc6b0d43c47b is 173, key is testClearRegionBlockCache,5,1733817105294.84f5bd8c96684e1656cfe68079815e68./info:regioninfo/1733817106060/Put/seqid=0 2024-12-10T07:51:47,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741841_1017 (size=8173) 2024-12-10T07:51:47,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741841_1017 (size=8173) 2024-12-10T07:51:47,024 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/.tmp/info/08c017293d0d4df0a2c3bc6b0d43c47b 2024-12-10T07:51:47,041 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/.tmp/ns/719f998559ac435996157b162efd5336 is 43, key is default/ns:d/1733817105171/Put/seqid=0 2024-12-10T07:51:47,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741842_1018 (size=5153) 2024-12-10T07:51:47,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741842_1018 (size=5153) 2024-12-10T07:51:47,047 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/.tmp/ns/719f998559ac435996157b162efd5336 2024-12-10T07:51:47,065 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/.tmp/table/c4a848fdcf5e47e9a6eea2da37f37030 is 61, key is testClearRegionBlockCache/table:state/1733817106073/Put/seqid=0 2024-12-10T07:51:47,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741843_1019 (size=5312) 2024-12-10T07:51:47,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741843_1019 (size=5312) 2024-12-10T07:51:47,073 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/.tmp/table/c4a848fdcf5e47e9a6eea2da37f37030 2024-12-10T07:51:47,080 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/.tmp/info/08c017293d0d4df0a2c3bc6b0d43c47b as hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/info/08c017293d0d4df0a2c3bc6b0d43c47b 2024-12-10T07:51:47,087 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/info/08c017293d0d4df0a2c3bc6b0d43c47b, entries=20, sequenceid=13, filesize=8.0 K 2024-12-10T07:51:47,088 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/.tmp/ns/719f998559ac435996157b162efd5336 as hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/ns/719f998559ac435996157b162efd5336 2024-12-10T07:51:47,096 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/ns/719f998559ac435996157b162efd5336, entries=2, sequenceid=13, filesize=5.0 K 2024-12-10T07:51:47,097 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/.tmp/table/c4a848fdcf5e47e9a6eea2da37f37030 as hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/table/c4a848fdcf5e47e9a6eea2da37f37030 2024-12-10T07:51:47,097 INFO [regionserver/80fbf959555f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:47,097 INFO [regionserver/80fbf959555f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:47,103 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/table/c4a848fdcf5e47e9a6eea2da37f37030, entries=2, sequenceid=13, filesize=5.2 K 2024-12-10T07:51:47,104 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=13, compaction requested=false 2024-12-10T07:51:47,109 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-10T07:51:47,109 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:51:47,109 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:47,110 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733817107004Running coprocessor pre-close hooks at 1733817107004Disabling compacts and flushes for region at 1733817107004Disabling writes for close at 1733817107004Obtaining lock to block concurrent updates at 1733817107004Preparing flush snapshotting stores in 1588230740 at 1733817107004Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733817107004Flushing stores of hbase:meta,,1.1588230740 at 1733817107005 (+1 ms)Flushing 1588230740/info: creating writer at 1733817107005Flushing 1588230740/info: appending metadata at 1733817107018 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733817107018Flushing 1588230740/ns: creating writer at 1733817107029 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733817107041 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733817107041Flushing 1588230740/table: creating writer at 1733817107052 (+11 ms)Flushing 1588230740/table: appending metadata at 1733817107064 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733817107064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b31c4fd: reopening flushed file at 1733817107079 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ffdf3bf: reopening flushed file at 1733817107087 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2010cd03: reopening flushed file at 1733817107096 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=13, compaction requested=false at 1733817107104 (+8 ms)Writing region close event to WAL at 1733817107105 (+1 ms)Running coprocessor post-close hooks at 1733817107109 (+4 ms)Closed at 1733817107109 2024-12-10T07:51:47,110 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:47,203 INFO [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(976): stopping server 80fbf959555f,38005,1733817103537; all regions closed. 2024-12-10T07:51:47,204 INFO [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(976): stopping server 80fbf959555f,43011,1733817103478; all regions closed. 2024-12-10T07:51:47,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741834_1010 (size=1758) 2024-12-10T07:51:47,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741835_1011 (size=4338) 2024-12-10T07:51:47,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741835_1011 (size=4338) 2024-12-10T07:51:47,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741834_1010 (size=1758) 2024-12-10T07:51:47,209 DEBUG [RS:0;80fbf959555f:43011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/oldWALs 2024-12-10T07:51:47,209 DEBUG [RS:1;80fbf959555f:38005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/oldWALs 2024-12-10T07:51:47,209 INFO [RS:0;80fbf959555f:43011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C43011%2C1733817103478.meta:.meta(num 1733817105105) 2024-12-10T07:51:47,209 INFO [RS:1;80fbf959555f:38005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C38005%2C1733817103537:(num 1733817104629) 2024-12-10T07:51:47,209 DEBUG [RS:1;80fbf959555f:38005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:47,209 INFO [RS:1;80fbf959555f:38005 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:47,209 INFO [RS:1;80fbf959555f:38005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:47,209 INFO [RS:1;80fbf959555f:38005 {}] hbase.ChoreService(370): Chore service for: regionserver/80fbf959555f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:47,209 INFO [RS:1;80fbf959555f:38005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:51:47,209 INFO [RS:1;80fbf959555f:38005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:51:47,209 INFO [regionserver/80fbf959555f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:47,209 INFO [RS:1;80fbf959555f:38005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:51:47,209 INFO [RS:1;80fbf959555f:38005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:47,209 INFO [RS:1;80fbf959555f:38005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38005 2024-12-10T07:51:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741833_1009 (size=1867) 2024-12-10T07:51:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741833_1009 (size=1867) 2024-12-10T07:51:47,215 DEBUG [RS:0;80fbf959555f:43011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/oldWALs 2024-12-10T07:51:47,215 INFO [RS:0;80fbf959555f:43011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C43011%2C1733817103478:(num 1733817104624) 2024-12-10T07:51:47,215 DEBUG [RS:0;80fbf959555f:43011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:47,215 INFO [RS:0;80fbf959555f:43011 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:47,216 INFO [RS:0;80fbf959555f:43011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:47,216 INFO [RS:0;80fbf959555f:43011 {}] hbase.ChoreService(370): Chore service for: regionserver/80fbf959555f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:47,216 INFO [RS:0;80fbf959555f:43011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:47,216 INFO [regionserver/80fbf959555f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:47,216 INFO [RS:0;80fbf959555f:43011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43011 2024-12-10T07:51:47,239 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80fbf959555f,38005,1733817103537 2024-12-10T07:51:47,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:51:47,239 INFO [RS:1;80fbf959555f:38005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:47,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80fbf959555f,43011,1733817103478 2024-12-10T07:51:47,247 INFO [RS:0;80fbf959555f:43011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:47,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80fbf959555f,38005,1733817103537] 2024-12-10T07:51:47,247 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$363/0x00007f09989024f8@29e24824 rejected from java.util.concurrent.ThreadPoolExecutor@2dddc9c0[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-10T07:51:47,264 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80fbf959555f,38005,1733817103537 already deleted, retry=false 2024-12-10T07:51:47,264 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80fbf959555f,38005,1733817103537 expired; onlineServers=1 2024-12-10T07:51:47,264 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80fbf959555f,43011,1733817103478] 2024-12-10T07:51:47,275 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80fbf959555f,43011,1733817103478 already deleted, retry=false 2024-12-10T07:51:47,275 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80fbf959555f,43011,1733817103478 expired; onlineServers=0 2024-12-10T07:51:47,275 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80fbf959555f,43939,1733817103341' ***** 2024-12-10T07:51:47,275 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T07:51:47,275 INFO [M:0;80fbf959555f:43939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:47,275 INFO [M:0;80fbf959555f:43939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:47,276 DEBUG [M:0;80fbf959555f:43939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T07:51:47,276 DEBUG [M:0;80fbf959555f:43939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T07:51:47,276 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T07:51:47,276 DEBUG [master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817104300 {}] cleaner.HFileCleaner(306): Exit Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817104300,5,FailOnTimeoutGroup] 2024-12-10T07:51:47,276 DEBUG [master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817104300 {}] cleaner.HFileCleaner(306): Exit Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817104300,5,FailOnTimeoutGroup] 2024-12-10T07:51:47,276 INFO [M:0;80fbf959555f:43939 {}] hbase.ChoreService(370): Chore service for: master/80fbf959555f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:47,276 INFO [M:0;80fbf959555f:43939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:47,276 DEBUG [M:0;80fbf959555f:43939 {}] master.HMaster(1795): Stopping service threads 2024-12-10T07:51:47,276 INFO [M:0;80fbf959555f:43939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T07:51:47,276 INFO [M:0;80fbf959555f:43939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:51:47,277 INFO [M:0;80fbf959555f:43939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T07:51:47,277 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T07:51:47,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:47,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:47,283 DEBUG [M:0;80fbf959555f:43939 {}] zookeeper.ZKUtil(347): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T07:51:47,283 WARN [M:0;80fbf959555f:43939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T07:51:47,284 INFO [M:0;80fbf959555f:43939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/.lastflushedseqids 2024-12-10T07:51:47,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741844_1020 (size=182) 2024-12-10T07:51:47,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741844_1020 (size=182) 2024-12-10T07:51:47,289 INFO [M:0;80fbf959555f:43939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T07:51:47,290 INFO [M:0;80fbf959555f:43939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T07:51:47,290 DEBUG [M:0;80fbf959555f:43939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:51:47,290 INFO [M:0;80fbf959555f:43939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:47,290 DEBUG [M:0;80fbf959555f:43939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:47,290 DEBUG [M:0;80fbf959555f:43939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:51:47,290 DEBUG [M:0;80fbf959555f:43939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:47,290 INFO [M:0;80fbf959555f:43939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-10T07:51:47,306 DEBUG [M:0;80fbf959555f:43939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac2032330cfc410991431956714874f2 is 82, key is hbase:meta,,1/info:regioninfo/1733817105144/Put/seqid=0 2024-12-10T07:51:47,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741845_1021 (size=5672) 2024-12-10T07:51:47,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741845_1021 (size=5672) 2024-12-10T07:51:47,311 INFO [M:0;80fbf959555f:43939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac2032330cfc410991431956714874f2 2024-12-10T07:51:47,329 DEBUG [M:0;80fbf959555f:43939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0249540d087949ecba3809d7e6804075 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733817106080/Put/seqid=0 2024-12-10T07:51:47,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741846_1022 (size=6219) 2024-12-10T07:51:47,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741846_1022 (size=6219) 2024-12-10T07:51:47,334 INFO [M:0;80fbf959555f:43939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0249540d087949ecba3809d7e6804075 2024-12-10T07:51:47,356 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:47,356 INFO [RS:1;80fbf959555f:38005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:47,356 INFO [RS:1;80fbf959555f:38005 {}] regionserver.HRegionServer(1031): Exiting; stopping=80fbf959555f,38005,1733817103537; zookeeper connection closed. 2024-12-10T07:51:47,356 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x1000ec3327a0002, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:47,356 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e6a7dea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e6a7dea 2024-12-10T07:51:47,358 DEBUG [M:0;80fbf959555f:43939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4ba3dd8e775432bb08adfacc93639eb is 69, key is 80fbf959555f,38005,1733817103537/rs:state/1733817104443/Put/seqid=0 2024-12-10T07:51:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741847_1023 (size=5224) 2024-12-10T07:51:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741847_1023 (size=5224) 2024-12-10T07:51:47,364 INFO [M:0;80fbf959555f:43939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4ba3dd8e775432bb08adfacc93639eb 2024-12-10T07:51:47,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:47,364 INFO [RS:0;80fbf959555f:43011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:47,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43011-0x1000ec3327a0001, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:47,364 INFO [RS:0;80fbf959555f:43011 {}] regionserver.HRegionServer(1031): Exiting; stopping=80fbf959555f,43011,1733817103478; zookeeper connection closed. 2024-12-10T07:51:47,364 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71286353 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71286353 2024-12-10T07:51:47,364 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-10T07:51:47,369 DEBUG [M:0;80fbf959555f:43939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac2032330cfc410991431956714874f2 as hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac2032330cfc410991431956714874f2 2024-12-10T07:51:47,375 INFO [M:0;80fbf959555f:43939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac2032330cfc410991431956714874f2, entries=8, sequenceid=71, filesize=5.5 K 2024-12-10T07:51:47,376 DEBUG [M:0;80fbf959555f:43939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0249540d087949ecba3809d7e6804075 as hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0249540d087949ecba3809d7e6804075 2024-12-10T07:51:47,381 INFO [M:0;80fbf959555f:43939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0249540d087949ecba3809d7e6804075, entries=8, sequenceid=71, filesize=6.1 K 2024-12-10T07:51:47,382 DEBUG [M:0;80fbf959555f:43939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4ba3dd8e775432bb08adfacc93639eb as hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4ba3dd8e775432bb08adfacc93639eb 2024-12-10T07:51:47,387 INFO [M:0;80fbf959555f:43939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/c1fbc5d8-c860-6eb4-56f8-2bcb8caa4e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4ba3dd8e775432bb08adfacc93639eb, entries=2, sequenceid=71, filesize=5.1 K 2024-12-10T07:51:47,388 INFO [M:0;80fbf959555f:43939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false 2024-12-10T07:51:47,389 INFO [M:0;80fbf959555f:43939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:47,390 DEBUG [M:0;80fbf959555f:43939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733817107290Disabling compacts and flushes for region at 1733817107290Disabling writes for close at 1733817107290Obtaining lock to block concurrent updates at 1733817107290Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733817107290Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733817107290Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733817107291 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733817107291Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733817107305 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733817107305Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733817107316 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733817107329 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733817107329Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733817107339 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733817107357 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733817107357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eaef903: reopening flushed file at 1733817107368 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72a996cc: reopening flushed file at 1733817107376 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c0111b: reopening flushed file at 1733817107382 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false at 1733817107388 (+6 ms)Writing region close event to WAL at 1733817107389 (+1 ms)Closed at 1733817107389 2024-12-10T07:51:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741830_1006 (size=35440) 2024-12-10T07:51:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741830_1006 (size=35440) 2024-12-10T07:51:47,393 INFO [M:0;80fbf959555f:43939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T07:51:47,393 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:47,393 INFO [M:0;80fbf959555f:43939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43939 2024-12-10T07:51:47,393 INFO [M:0;80fbf959555f:43939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:47,522 INFO [M:0;80fbf959555f:43939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:47,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:47,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43939-0x1000ec3327a0000, quorum=127.0.0.1:50171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:47,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f633c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:47,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f3532d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:47,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:47,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af26c1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:47,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d18ddb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:47,526 WARN [BP-300653478-172.17.0.2-1733817101572 heartbeating to localhost/127.0.0.1:44219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:51:47,526 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:51:47,527 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:51:47,527 WARN [BP-300653478-172.17.0.2-1733817101572 heartbeating to localhost/127.0.0.1:44219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-300653478-172.17.0.2-1733817101572 (Datanode Uuid a66752d2-ef21-4b52-8a79-b6d5dc9ece27) service to localhost/127.0.0.1:44219 2024-12-10T07:51:47,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/cluster_03c74337-a5a3-65ff-baca-3aa5e36346c5/data/data3/current/BP-300653478-172.17.0.2-1733817101572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:47,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/cluster_03c74337-a5a3-65ff-baca-3aa5e36346c5/data/data4/current/BP-300653478-172.17.0.2-1733817101572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:47,528 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:51:47,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5525c9a8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:47,533 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38d80645{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:47,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:47,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fca110{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:47,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5d5c1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:47,534 WARN [BP-300653478-172.17.0.2-1733817101572 heartbeating to localhost/127.0.0.1:44219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:51:47,534 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:51:47,534 WARN [BP-300653478-172.17.0.2-1733817101572 heartbeating to localhost/127.0.0.1:44219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-300653478-172.17.0.2-1733817101572 (Datanode Uuid ec739afe-dd66-4859-8313-1d7f78378732) service to localhost/127.0.0.1:44219 2024-12-10T07:51:47,534 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:51:47,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/cluster_03c74337-a5a3-65ff-baca-3aa5e36346c5/data/data1/current/BP-300653478-172.17.0.2-1733817101572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:47,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/cluster_03c74337-a5a3-65ff-baca-3aa5e36346c5/data/data2/current/BP-300653478-172.17.0.2-1733817101572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:47,535 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:51:47,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f39eef2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:51:47,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3df17b0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:47,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:47,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31afb740{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:47,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b3088e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:47,547 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T07:51:47,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-10T07:51:47,579 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=149 (was 130) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44219 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44219 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=493 (was 466) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 202) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6557 (was 6661) 2024-12-10T07:51:47,588 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=149, OpenFileDescriptor=493, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=6557 2024-12-10T07:51:47,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/hadoop.log.dir so I do NOT create it in target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef 2024-12-10T07:51:47,602 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/hadoop.log.dir Erasing configuration value by system value. 2024-12-10T07:51:47,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/hadoop.tmp.dir so I do NOT create it in target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef 2024-12-10T07:51:47,602 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/325419f7-6d92-b844-d229-39fa802c3c8a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-10T07:51:47,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef 2024-12-10T07:51:47,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T07:51:47,603 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/cluster_f79fb5b5-0bf8-2544-4e1b-cd9547918520, deleteOnExit=true 2024-12-10T07:51:47,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T07:51:47,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/test.cache.data in system properties and HBase conf 2024-12-10T07:51:47,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T07:51:47,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/hadoop.log.dir in system properties and HBase conf 2024-12-10T07:51:47,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T07:51:47,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T07:51:47,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T07:51:47,604 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T07:51:47,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:51:47,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:51:47,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T07:51:47,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:51:47,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T07:51:47,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T07:51:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:51:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:51:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T07:51:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/nfs.dump.dir in system properties and HBase conf 2024-12-10T07:51:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/java.io.tmpdir in system properties and HBase conf 2024-12-10T07:51:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:51:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T07:51:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T07:51:47,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:47,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:47,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:47,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:47,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:51:47,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:47,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@be6f312{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:47,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e10ea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:47,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3981f6eb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/java.io.tmpdir/jetty-localhost-36797-hadoop-hdfs-3_4_1-tests_jar-_-any-8979144918185610002/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:51:47,975 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@764e2c19{HTTP/1.1, (http/1.1)}{localhost:36797} 2024-12-10T07:51:47,975 INFO [Time-limited test {}] server.Server(415): Started @27932ms 2024-12-10T07:51:48,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:48,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:48,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:48,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:48,178 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:51:48,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@348f9fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:48,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ddbcf77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:48,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7742f51f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/java.io.tmpdir/jetty-localhost-39183-hadoop-hdfs-3_4_1-tests_jar-_-any-5689520084000524255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:48,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b35caa8{HTTP/1.1, (http/1.1)}{localhost:39183} 2024-12-10T07:51:48,277 INFO [Time-limited test {}] server.Server(415): Started @28234ms 2024-12-10T07:51:48,278 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:51:48,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:48,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:48,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:48,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:48,318 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:51:48,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43808b72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:48,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5db9b52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:48,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1727f1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/java.io.tmpdir/jetty-localhost-41933-hadoop-hdfs-3_4_1-tests_jar-_-any-2119996114089253245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:48,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a28f62a{HTTP/1.1, (http/1.1)}{localhost:41933} 2024-12-10T07:51:48,417 INFO [Time-limited test {}] server.Server(415): Started @28374ms 2024-12-10T07:51:48,419 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:51:49,682 WARN [Thread-1164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/cluster_f79fb5b5-0bf8-2544-4e1b-cd9547918520/data/data1/current/BP-2010998117-172.17.0.2-1733817107626/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:49,682 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/cluster_f79fb5b5-0bf8-2544-4e1b-cd9547918520/data/data2/current/BP-2010998117-172.17.0.2-1733817107626/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:49,698 WARN [Thread-1128 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:51:49,700 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b80dc72a5afd34b with lease ID 0xa430cda4ba36a4d2: Processing first storage report for DS-0c455ee9-744b-4e3a-a595-9a82268a6677 from datanode DatanodeRegistration(127.0.0.1:36793, datanodeUuid=4a4aad2f-ffdd-4352-a6e5-0f05a00daefa, infoPort=43565, infoSecurePort=0, ipcPort=44425, storageInfo=lv=-57;cid=testClusterID;nsid=1767655179;c=1733817107626) 2024-12-10T07:51:49,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b80dc72a5afd34b with lease ID 0xa430cda4ba36a4d2: from storage DS-0c455ee9-744b-4e3a-a595-9a82268a6677 node DatanodeRegistration(127.0.0.1:36793, datanodeUuid=4a4aad2f-ffdd-4352-a6e5-0f05a00daefa, infoPort=43565, infoSecurePort=0, ipcPort=44425, storageInfo=lv=-57;cid=testClusterID;nsid=1767655179;c=1733817107626), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:49,700 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b80dc72a5afd34b with lease ID 0xa430cda4ba36a4d2: Processing first storage report for DS-224931d9-8ae4-44c8-bd92-8d6963edeba4 from datanode DatanodeRegistration(127.0.0.1:36793, datanodeUuid=4a4aad2f-ffdd-4352-a6e5-0f05a00daefa, infoPort=43565, infoSecurePort=0, ipcPort=44425, storageInfo=lv=-57;cid=testClusterID;nsid=1767655179;c=1733817107626) 2024-12-10T07:51:49,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b80dc72a5afd34b with lease ID 0xa430cda4ba36a4d2: from storage DS-224931d9-8ae4-44c8-bd92-8d6963edeba4 node DatanodeRegistration(127.0.0.1:36793, datanodeUuid=4a4aad2f-ffdd-4352-a6e5-0f05a00daefa, infoPort=43565, infoSecurePort=0, ipcPort=44425, storageInfo=lv=-57;cid=testClusterID;nsid=1767655179;c=1733817107626), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:49,829 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/cluster_f79fb5b5-0bf8-2544-4e1b-cd9547918520/data/data4/current/BP-2010998117-172.17.0.2-1733817107626/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:49,829 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/cluster_f79fb5b5-0bf8-2544-4e1b-cd9547918520/data/data3/current/BP-2010998117-172.17.0.2-1733817107626/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:49,847 WARN [Thread-1151 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:51:49,849 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb179cd040080c64e with lease ID 0xa430cda4ba36a4d3: Processing first storage report for DS-ab6eac1b-1266-482a-80b2-339f9035ef7b from datanode DatanodeRegistration(127.0.0.1:45451, datanodeUuid=4d7e5d8b-04bc-4d86-8c95-775b2784479d, infoPort=33185, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1767655179;c=1733817107626) 2024-12-10T07:51:49,849 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb179cd040080c64e with lease ID 0xa430cda4ba36a4d3: from storage DS-ab6eac1b-1266-482a-80b2-339f9035ef7b node DatanodeRegistration(127.0.0.1:45451, datanodeUuid=4d7e5d8b-04bc-4d86-8c95-775b2784479d, infoPort=33185, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1767655179;c=1733817107626), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:49,849 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb179cd040080c64e with lease ID 0xa430cda4ba36a4d3: Processing first storage report for DS-2ef51a4b-7635-48b0-b4be-307f2d841f11 from datanode DatanodeRegistration(127.0.0.1:45451, datanodeUuid=4d7e5d8b-04bc-4d86-8c95-775b2784479d, infoPort=33185, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1767655179;c=1733817107626) 2024-12-10T07:51:49,849 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb179cd040080c64e with lease ID 0xa430cda4ba36a4d3: from storage DS-2ef51a4b-7635-48b0-b4be-307f2d841f11 node DatanodeRegistration(127.0.0.1:45451, datanodeUuid=4d7e5d8b-04bc-4d86-8c95-775b2784479d, infoPort=33185, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1767655179;c=1733817107626), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:49,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef 2024-12-10T07:51:49,863 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/cluster_f79fb5b5-0bf8-2544-4e1b-cd9547918520/zookeeper_0, clientPort=55014, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/cluster_f79fb5b5-0bf8-2544-4e1b-cd9547918520/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/cluster_f79fb5b5-0bf8-2544-4e1b-cd9547918520/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T07:51:49,864 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55014 2024-12-10T07:51:49,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:49,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:49,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:51:49,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:51:49,875 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1 with version=8 2024-12-10T07:51:49,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/hbase-staging 2024-12-10T07:51:49,877 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:49,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:49,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:49,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:49,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:49,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:49,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T07:51:49,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:49,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43303 2024-12-10T07:51:49,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43303 connecting to ZooKeeper ensemble=127.0.0.1:55014 2024-12-10T07:51:49,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433030x0, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:49,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43303-0x1000ec34c030000 connected 2024-12-10T07:51:49,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:49,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:49,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:49,986 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1, hbase.cluster.distributed=false 2024-12-10T07:51:49,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:49,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43303 2024-12-10T07:51:49,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43303 2024-12-10T07:51:49,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43303 2024-12-10T07:51:49,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43303 2024-12-10T07:51:49,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43303 2024-12-10T07:51:50,002 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:50,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:50,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:50,002 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:50,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:50,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:50,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:51:50,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:50,003 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45667 2024-12-10T07:51:50,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45667 connecting to ZooKeeper ensemble=127.0.0.1:55014 2024-12-10T07:51:50,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:50,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456670x0, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:50,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456670x0, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:50,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45667-0x1000ec34c030001 connected 2024-12-10T07:51:50,017 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:51:50,017 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-10T07:51:50,023 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-10T07:51:50,024 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-10T07:51:50,025 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-10T07:51:50,025 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:51:50,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:51:50,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:50,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45667 2024-12-10T07:51:50,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45667 2024-12-10T07:51:50,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45667 2024-12-10T07:51:50,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45667 2024-12-10T07:51:50,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45667 2024-12-10T07:51:50,042 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:50,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:50,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:50,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:50,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:50,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:50,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:51:50,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:50,043 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43049 2024-12-10T07:51:50,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43049 connecting to ZooKeeper ensemble=127.0.0.1:55014 2024-12-10T07:51:50,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:50,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:50,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430490x0, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:50,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430490x0, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:50,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43049-0x1000ec34c030002 connected 2024-12-10T07:51:50,059 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:51:50,059 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-10T07:51:50,063 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-10T07:51:50,064 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-10T07:51:50,067 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-10T07:51:50,067 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:51:50,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:51:50,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:50,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43049 2024-12-10T07:51:50,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43049 2024-12-10T07:51:50,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43049 2024-12-10T07:51:50,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43049 2024-12-10T07:51:50,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43049 2024-12-10T07:51:50,079 DEBUG [M:0;80fbf959555f:43303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80fbf959555f:43303 2024-12-10T07:51:50,079 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80fbf959555f,43303,1733817109876 2024-12-10T07:51:50,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:50,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:50,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:50,089 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80fbf959555f,43303,1733817109876 2024-12-10T07:51:50,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:50,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:50,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,100 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:51:50,101 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80fbf959555f,43303,1733817109876 from backup master directory 2024-12-10T07:51:50,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80fbf959555f,43303,1733817109876 2024-12-10T07:51:50,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:50,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:50,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:50,108 WARN [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:50,108 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80fbf959555f,43303,1733817109876 2024-12-10T07:51:50,112 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/hbase.id] with ID: 4e5295db-1d0e-4903-9f46-0e836a7bb29a 2024-12-10T07:51:50,112 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/.tmp/hbase.id 2024-12-10T07:51:50,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:51:50,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:51:50,117 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/.tmp/hbase.id]:[hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/hbase.id] 2024-12-10T07:51:50,127 INFO [master/80fbf959555f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:50,127 INFO [master/80fbf959555f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T07:51:50,128 INFO [master/80fbf959555f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-10T07:51:50,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:51:50,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:51:50,148 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:51:50,148 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T07:51:50,149 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:50,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:51:50,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:51:50,158 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store 2024-12-10T07:51:50,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:51:50,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:51:50,173 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:50,173 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:51:50,173 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:50,173 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:50,174 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:51:50,174 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:50,174 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:50,174 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733817110173Disabling compacts and flushes for region at 1733817110173Disabling writes for close at 1733817110174 (+1 ms)Writing region close event to WAL at 1733817110174Closed at 1733817110174 2024-12-10T07:51:50,175 WARN [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/.initializing 2024-12-10T07:51:50,175 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/WALs/80fbf959555f,43303,1733817109876 2024-12-10T07:51:50,176 INFO [master/80fbf959555f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:50,178 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C43303%2C1733817109876, suffix=, logDir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/WALs/80fbf959555f,43303,1733817109876, archiveDir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/oldWALs, maxLogs=10 2024-12-10T07:51:50,196 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/WALs/80fbf959555f,43303,1733817109876/80fbf959555f%2C43303%2C1733817109876.1733817110178, exclude list is [], retry=0 2024-12-10T07:51:50,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45451,DS-ab6eac1b-1266-482a-80b2-339f9035ef7b,DISK] 2024-12-10T07:51:50,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-0c455ee9-744b-4e3a-a595-9a82268a6677,DISK] 2024-12-10T07:51:50,203 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/WALs/80fbf959555f,43303,1733817109876/80fbf959555f%2C43303%2C1733817109876.1733817110178 2024-12-10T07:51:50,204 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33185:33185),(127.0.0.1/127.0.0.1:43565:43565)] 2024-12-10T07:51:50,204 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:51:50,204 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:50,204 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:50,204 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:50,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:50,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T07:51:50,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:50,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:50,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:50,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T07:51:50,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:50,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:50,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:50,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T07:51:50,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:50,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:50,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:50,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T07:51:50,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:50,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:50,215 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:50,216 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:50,217 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:50,218 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:50,218 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:50,218 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:50,219 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:50,221 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:50,221 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70576584, jitterRate=0.051673054695129395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:50,222 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733817110204Initializing all the Stores at 1733817110205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817110205Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817110205Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817110205Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817110205Cleaning up temporary data from old regions at 1733817110218 (+13 ms)Region opened successfully at 1733817110222 (+4 ms) 2024-12-10T07:51:50,222 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T07:51:50,225 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6e59dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:50,226 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T07:51:50,226 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T07:51:50,226 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T07:51:50,227 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T07:51:50,227 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-10T07:51:50,227 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-10T07:51:50,227 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T07:51:50,230 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T07:51:50,231 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T07:51:50,246 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T07:51:50,247 INFO [master/80fbf959555f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T07:51:50,248 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T07:51:50,258 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T07:51:50,258 INFO [master/80fbf959555f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T07:51:50,260 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T07:51:50,266 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T07:51:50,268 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T07:51:50,275 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T07:51:50,277 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T07:51:50,288 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T07:51:50,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:50,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:50,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:50,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,300 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80fbf959555f,43303,1733817109876, sessionid=0x1000ec34c030000, setting cluster-up flag (Was=false) 2024-12-10T07:51:50,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,341 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T07:51:50,342 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80fbf959555f,43303,1733817109876 2024-12-10T07:51:50,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:50,383 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T07:51:50,384 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80fbf959555f,43303,1733817109876 2024-12-10T07:51:50,385 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T07:51:50,387 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:50,387 INFO [master/80fbf959555f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T07:51:50,387 INFO [master/80fbf959555f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T07:51:50,387 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80fbf959555f,43303,1733817109876 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T07:51:50,388 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:50,388 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:50,389 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:50,389 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:50,389 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80fbf959555f:0, corePoolSize=10, maxPoolSize=10 2024-12-10T07:51:50,389 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,389 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:50,389 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,392 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733817140392 2024-12-10T07:51:50,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:50,392 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T07:51:50,392 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T07:51:50,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T07:51:50,392 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T07:51:50,392 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T07:51:50,392 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T07:51:50,392 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T07:51:50,392 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,393 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T07:51:50,393 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T07:51:50,393 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T07:51:50,393 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:50,394 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:51:50,394 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T07:51:50,394 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T07:51:50,400 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817110394,5,FailOnTimeoutGroup] 2024-12-10T07:51:50,400 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817110400,5,FailOnTimeoutGroup] 2024-12-10T07:51:50,400 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,400 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T07:51:50,400 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,400 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:51:50,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:51:50,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T07:51:50,406 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1 2024-12-10T07:51:50,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:51:50,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:51:50,472 INFO [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(746): ClusterId : 4e5295db-1d0e-4903-9f46-0e836a7bb29a 2024-12-10T07:51:50,472 INFO [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(746): ClusterId : 4e5295db-1d0e-4903-9f46-0e836a7bb29a 2024-12-10T07:51:50,472 DEBUG [RS:0;80fbf959555f:45667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:51:50,472 DEBUG [RS:1;80fbf959555f:43049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:51:50,489 DEBUG [RS:1;80fbf959555f:43049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:51:50,489 DEBUG [RS:0;80fbf959555f:45667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:51:50,489 DEBUG [RS:0;80fbf959555f:45667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:51:50,489 DEBUG [RS:1;80fbf959555f:43049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:51:50,500 DEBUG [RS:0;80fbf959555f:45667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:51:50,500 DEBUG [RS:1;80fbf959555f:43049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:51:50,501 DEBUG [RS:0;80fbf959555f:45667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f183177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:50,501 DEBUG [RS:1;80fbf959555f:43049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8b4ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:50,511 DEBUG [RS:1;80fbf959555f:43049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;80fbf959555f:43049 2024-12-10T07:51:50,511 DEBUG [RS:0;80fbf959555f:45667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80fbf959555f:45667 2024-12-10T07:51:50,511 INFO [RS:1;80fbf959555f:43049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:51:50,511 INFO [RS:0;80fbf959555f:45667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:51:50,511 INFO [RS:1;80fbf959555f:43049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:51:50,511 INFO [RS:0;80fbf959555f:45667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:51:50,511 DEBUG [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:51:50,511 DEBUG [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:51:50,512 INFO [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(2659): reportForDuty to master=80fbf959555f,43303,1733817109876 with port=45667, startcode=1733817110002 2024-12-10T07:51:50,512 INFO [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(2659): reportForDuty to master=80fbf959555f,43303,1733817109876 with port=43049, startcode=1733817110041 2024-12-10T07:51:50,512 DEBUG [RS:1;80fbf959555f:43049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:51:50,512 DEBUG [RS:0;80fbf959555f:45667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:51:50,513 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41685, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:51:50,513 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49413, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:51:50,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80fbf959555f,43049,1733817110041 2024-12-10T07:51:50,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43303 {}] master.ServerManager(517): Registering regionserver=80fbf959555f,43049,1733817110041 2024-12-10T07:51:50,515 DEBUG [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1 2024-12-10T07:51:50,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80fbf959555f,45667,1733817110002 2024-12-10T07:51:50,515 DEBUG [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40147 2024-12-10T07:51:50,516 DEBUG [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:51:50,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43303 {}] master.ServerManager(517): Registering regionserver=80fbf959555f,45667,1733817110002 2024-12-10T07:51:50,517 DEBUG [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1 2024-12-10T07:51:50,517 DEBUG [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40147 2024-12-10T07:51:50,517 DEBUG [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:51:50,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:51:50,554 DEBUG [RS:1;80fbf959555f:43049 {}] zookeeper.ZKUtil(111): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80fbf959555f,43049,1733817110041 2024-12-10T07:51:50,554 WARN [RS:1;80fbf959555f:43049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:50,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80fbf959555f,45667,1733817110002] 2024-12-10T07:51:50,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80fbf959555f,43049,1733817110041] 2024-12-10T07:51:50,554 INFO [RS:1;80fbf959555f:43049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:50,555 DEBUG [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/WALs/80fbf959555f,43049,1733817110041 2024-12-10T07:51:50,555 DEBUG [RS:0;80fbf959555f:45667 {}] zookeeper.ZKUtil(111): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80fbf959555f,45667,1733817110002 2024-12-10T07:51:50,555 WARN [RS:0;80fbf959555f:45667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:50,555 INFO [RS:0;80fbf959555f:45667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:50,555 DEBUG [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/WALs/80fbf959555f,45667,1733817110002 2024-12-10T07:51:50,558 INFO [RS:1;80fbf959555f:43049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:51:50,558 INFO [RS:0;80fbf959555f:45667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:51:50,559 INFO [RS:1;80fbf959555f:43049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:51:50,567 INFO [RS:0;80fbf959555f:45667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:51:50,567 INFO [RS:1;80fbf959555f:43049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:51:50,567 INFO [RS:1;80fbf959555f:43049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,567 INFO [RS:0;80fbf959555f:45667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:51:50,567 INFO [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:51:50,567 INFO [RS:0;80fbf959555f:45667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,568 INFO [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:51:50,568 INFO [RS:1;80fbf959555f:43049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:51:50,568 INFO [RS:0;80fbf959555f:45667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:51:50,568 INFO [RS:1;80fbf959555f:43049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,568 INFO [RS:0;80fbf959555f:45667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,568 DEBUG [RS:1;80fbf959555f:43049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,568 DEBUG [RS:1;80fbf959555f:43049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,568 DEBUG [RS:0;80fbf959555f:45667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:1;80fbf959555f:43049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:1;80fbf959555f:43049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:0;80fbf959555f:45667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:1;80fbf959555f:43049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:0;80fbf959555f:45667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:1;80fbf959555f:43049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:50,569 DEBUG [RS:0;80fbf959555f:45667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:1;80fbf959555f:43049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:0;80fbf959555f:45667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:1;80fbf959555f:43049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:0;80fbf959555f:45667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:50,569 DEBUG [RS:1;80fbf959555f:43049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:0;80fbf959555f:45667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:1;80fbf959555f:43049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:1;80fbf959555f:43049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:0;80fbf959555f:45667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:1;80fbf959555f:43049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:0;80fbf959555f:45667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:1;80fbf959555f:43049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:50,569 DEBUG [RS:1;80fbf959555f:43049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:50,569 DEBUG [RS:0;80fbf959555f:45667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:0;80fbf959555f:45667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:0;80fbf959555f:45667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:50,569 DEBUG [RS:0;80fbf959555f:45667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:50,569 DEBUG [RS:0;80fbf959555f:45667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:50,569 INFO [RS:1;80fbf959555f:43049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,570 INFO [RS:1;80fbf959555f:43049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,570 INFO [RS:1;80fbf959555f:43049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,570 INFO [RS:1;80fbf959555f:43049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,570 INFO [RS:1;80fbf959555f:43049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,570 INFO [RS:1;80fbf959555f:43049 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43049,1733817110041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:50,575 INFO [RS:0;80fbf959555f:45667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,575 INFO [RS:0;80fbf959555f:45667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,575 INFO [RS:0;80fbf959555f:45667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,575 INFO [RS:0;80fbf959555f:45667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,575 INFO [RS:0;80fbf959555f:45667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,575 INFO [RS:0;80fbf959555f:45667 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,45667,1733817110002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:50,583 INFO [RS:1;80fbf959555f:43049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:51:50,583 INFO [RS:1;80fbf959555f:43049 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43049,1733817110041-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,583 INFO [RS:1;80fbf959555f:43049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,583 INFO [RS:1;80fbf959555f:43049 {}] regionserver.Replication(171): 80fbf959555f,43049,1733817110041 started 2024-12-10T07:51:50,588 INFO [RS:0;80fbf959555f:45667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:51:50,588 INFO [RS:0;80fbf959555f:45667 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,45667,1733817110002-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,588 INFO [RS:0;80fbf959555f:45667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,588 INFO [RS:0;80fbf959555f:45667 {}] regionserver.Replication(171): 80fbf959555f,45667,1733817110002 started 2024-12-10T07:51:50,596 INFO [RS:1;80fbf959555f:43049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,596 INFO [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(1482): Serving as 80fbf959555f,43049,1733817110041, RpcServer on 80fbf959555f/172.17.0.2:43049, sessionid=0x1000ec34c030002 2024-12-10T07:51:50,596 DEBUG [RS:1;80fbf959555f:43049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:51:50,596 DEBUG [RS:1;80fbf959555f:43049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80fbf959555f,43049,1733817110041 2024-12-10T07:51:50,596 DEBUG [RS:1;80fbf959555f:43049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,43049,1733817110041' 2024-12-10T07:51:50,596 DEBUG [RS:1;80fbf959555f:43049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:51:50,597 DEBUG [RS:1;80fbf959555f:43049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:51:50,597 DEBUG [RS:1;80fbf959555f:43049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:51:50,597 DEBUG [RS:1;80fbf959555f:43049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:51:50,597 DEBUG [RS:1;80fbf959555f:43049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80fbf959555f,43049,1733817110041 2024-12-10T07:51:50,597 DEBUG [RS:1;80fbf959555f:43049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,43049,1733817110041' 2024-12-10T07:51:50,597 DEBUG [RS:1;80fbf959555f:43049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:51:50,597 DEBUG [RS:1;80fbf959555f:43049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:51:50,598 DEBUG [RS:1;80fbf959555f:43049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:51:50,598 INFO [RS:1;80fbf959555f:43049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:51:50,598 INFO [RS:1;80fbf959555f:43049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:51:50,599 INFO [RS:0;80fbf959555f:45667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:50,599 INFO [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(1482): Serving as 80fbf959555f,45667,1733817110002, RpcServer on 80fbf959555f/172.17.0.2:45667, sessionid=0x1000ec34c030001 2024-12-10T07:51:50,599 DEBUG [RS:0;80fbf959555f:45667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:51:50,599 DEBUG [RS:0;80fbf959555f:45667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80fbf959555f,45667,1733817110002 2024-12-10T07:51:50,599 DEBUG [RS:0;80fbf959555f:45667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,45667,1733817110002' 2024-12-10T07:51:50,600 DEBUG [RS:0;80fbf959555f:45667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:51:50,600 DEBUG [RS:0;80fbf959555f:45667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:51:50,600 DEBUG [RS:0;80fbf959555f:45667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:51:50,600 DEBUG [RS:0;80fbf959555f:45667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:51:50,600 DEBUG [RS:0;80fbf959555f:45667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80fbf959555f,45667,1733817110002 2024-12-10T07:51:50,600 DEBUG [RS:0;80fbf959555f:45667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,45667,1733817110002' 2024-12-10T07:51:50,600 DEBUG [RS:0;80fbf959555f:45667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:51:50,601 DEBUG [RS:0;80fbf959555f:45667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:51:50,601 DEBUG [RS:0;80fbf959555f:45667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:51:50,601 INFO [RS:0;80fbf959555f:45667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:51:50,601 INFO [RS:0;80fbf959555f:45667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:51:50,628 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T07:51:50,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:50,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:50,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:50,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:50,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:50,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:50,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:50,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:50,698 INFO [RS:1;80fbf959555f:43049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:50,699 INFO [RS:1;80fbf959555f:43049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C43049%2C1733817110041, suffix=, logDir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/WALs/80fbf959555f,43049,1733817110041, archiveDir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/oldWALs, maxLogs=32 2024-12-10T07:51:50,702 INFO [RS:0;80fbf959555f:45667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:50,703 INFO [RS:0;80fbf959555f:45667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C45667%2C1733817110002, suffix=, logDir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/WALs/80fbf959555f,45667,1733817110002, archiveDir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/oldWALs, maxLogs=32 2024-12-10T07:51:50,711 DEBUG [RS:1;80fbf959555f:43049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/WALs/80fbf959555f,43049,1733817110041/80fbf959555f%2C43049%2C1733817110041.1733817110700, exclude list is [], retry=0 2024-12-10T07:51:50,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-0c455ee9-744b-4e3a-a595-9a82268a6677,DISK] 2024-12-10T07:51:50,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45451,DS-ab6eac1b-1266-482a-80b2-339f9035ef7b,DISK] 2024-12-10T07:51:50,715 DEBUG [RS:0;80fbf959555f:45667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/WALs/80fbf959555f,45667,1733817110002/80fbf959555f%2C45667%2C1733817110002.1733817110703, exclude list is [], retry=0 2024-12-10T07:51:50,716 INFO [RS:1;80fbf959555f:43049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/WALs/80fbf959555f,43049,1733817110041/80fbf959555f%2C43049%2C1733817110041.1733817110700 2024-12-10T07:51:50,716 DEBUG [RS:1;80fbf959555f:43049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43565:43565),(127.0.0.1/127.0.0.1:33185:33185)] 2024-12-10T07:51:50,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45451,DS-ab6eac1b-1266-482a-80b2-339f9035ef7b,DISK] 2024-12-10T07:51:50,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-0c455ee9-744b-4e3a-a595-9a82268a6677,DISK] 2024-12-10T07:51:50,724 INFO [RS:0;80fbf959555f:45667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/WALs/80fbf959555f,45667,1733817110002/80fbf959555f%2C45667%2C1733817110002.1733817110703 2024-12-10T07:51:50,724 DEBUG [RS:0;80fbf959555f:45667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33185:33185),(127.0.0.1/127.0.0.1:43565:43565)] 2024-12-10T07:51:50,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:50,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:51:50,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:51:50,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:50,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:50,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:51:50,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:51:50,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:50,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:50,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:51:50,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:51:50,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:50,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:50,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:51:50,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:51:50,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:50,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:50,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:51:50,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740 2024-12-10T07:51:50,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740 2024-12-10T07:51:50,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:51:50,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:51:50,833 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:50,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:51:50,837 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:50,837 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71357150, jitterRate=0.06330439448356628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:50,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733817110817Initializing all the Stores at 1733817110818 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817110818Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817110818Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817110818Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817110818Cleaning up temporary data from old regions at 1733817110833 (+15 ms)Region opened successfully at 1733817110838 (+5 ms) 2024-12-10T07:51:50,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:51:50,838 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:51:50,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:51:50,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:51:50,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:51:50,838 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:50,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733817110838Disabling compacts and flushes for region at 1733817110838Disabling writes for close at 1733817110838Writing region close event to WAL at 1733817110838Closed at 1733817110838 2024-12-10T07:51:50,840 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:50,840 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T07:51:50,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T07:51:50,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:51:50,842 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T07:51:50,992 DEBUG [80fbf959555f:43303 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T07:51:50,992 DEBUG [80fbf959555f:43303 {}] balancer.BalancerClusterState(204): Hosts are {80fbf959555f=0} racks are {/default-rack=0} 2024-12-10T07:51:50,994 DEBUG [80fbf959555f:43303 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:51:50,994 DEBUG [80fbf959555f:43303 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:51:50,994 DEBUG [80fbf959555f:43303 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:51:50,994 DEBUG [80fbf959555f:43303 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:51:50,994 INFO [80fbf959555f:43303 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:51:50,994 INFO [80fbf959555f:43303 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:51:50,994 DEBUG [80fbf959555f:43303 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:51:50,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80fbf959555f,43049,1733817110041 2024-12-10T07:51:50,996 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80fbf959555f,43049,1733817110041, state=OPENING 2024-12-10T07:51:51,038 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T07:51:51,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:51,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:51,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:51,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:51,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:51,047 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:51:51,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:51,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80fbf959555f,43049,1733817110041}] 2024-12-10T07:51:51,200 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:51,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44219, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:51,205 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T07:51:51,205 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:51,205 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T07:51:51,207 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C43049%2C1733817110041.meta, suffix=.meta, logDir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/WALs/80fbf959555f,43049,1733817110041, archiveDir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/oldWALs, maxLogs=32 2024-12-10T07:51:51,222 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/WALs/80fbf959555f,43049,1733817110041/80fbf959555f%2C43049%2C1733817110041.meta.1733817111207.meta, exclude list is [], retry=0 2024-12-10T07:51:51,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45451,DS-ab6eac1b-1266-482a-80b2-339f9035ef7b,DISK] 2024-12-10T07:51:51,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-0c455ee9-744b-4e3a-a595-9a82268a6677,DISK] 2024-12-10T07:51:51,226 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/WALs/80fbf959555f,43049,1733817110041/80fbf959555f%2C43049%2C1733817110041.meta.1733817111207.meta 2024-12-10T07:51:51,226 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43565:43565),(127.0.0.1/127.0.0.1:33185:33185)] 2024-12-10T07:51:51,227 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:51:51,227 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T07:51:51,227 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T07:51:51,227 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T07:51:51,227 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T07:51:51,227 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:51,227 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T07:51:51,227 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T07:51:51,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:51:51,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:51:51,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:51,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:51,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:51:51,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:51:51,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:51,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:51,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:51:51,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:51:51,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:51,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:51,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:51:51,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:51:51,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:51,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:51,233 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:51:51,234 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740 2024-12-10T07:51:51,235 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740 2024-12-10T07:51:51,236 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:51:51,236 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:51:51,237 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:51,238 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:51:51,239 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69932269, jitterRate=0.04207201302051544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:51,239 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T07:51:51,239 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733817111227Writing region info on filesystem at 1733817111227Initializing all the Stores at 1733817111228 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817111228Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817111228Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817111228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817111228Cleaning up temporary data from old regions at 1733817111236 (+8 ms)Running coprocessor post-open hooks at 1733817111239 (+3 ms)Region opened successfully at 1733817111239 2024-12-10T07:51:51,240 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733817111200 2024-12-10T07:51:51,242 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T07:51:51,243 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T07:51:51,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,43049,1733817110041 2024-12-10T07:51:51,244 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80fbf959555f,43049,1733817110041, state=OPEN 2024-12-10T07:51:51,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:51,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:51,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:51,258 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80fbf959555f,43049,1733817110041 2024-12-10T07:51:51,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:51,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:51,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:51,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T07:51:51,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80fbf959555f,43049,1733817110041 in 211 msec 2024-12-10T07:51:51,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T07:51:51,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-12-10T07:51:51,264 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:51,264 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T07:51:51,265 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:51:51,265 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80fbf959555f,43049,1733817110041, seqNum=-1] 2024-12-10T07:51:51,265 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:51,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53883, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:51,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 884 msec 2024-12-10T07:51:51,272 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733817111272, completionTime=-1 2024-12-10T07:51:51,272 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-10T07:51:51,272 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T07:51:51,274 INFO [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-10T07:51:51,274 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733817171274 2024-12-10T07:51:51,274 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733817231274 2024-12-10T07:51:51,274 INFO [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-10T07:51:51,274 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43303,1733817109876-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:51,275 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43303,1733817109876-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:51,275 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43303,1733817109876-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:51,275 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80fbf959555f:43303, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:51,275 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:51,275 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:51,277 DEBUG [master/80fbf959555f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T07:51:51,278 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.170sec 2024-12-10T07:51:51,278 INFO [master/80fbf959555f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T07:51:51,278 INFO [master/80fbf959555f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T07:51:51,278 INFO [master/80fbf959555f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T07:51:51,278 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T07:51:51,278 INFO [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T07:51:51,278 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43303,1733817109876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:51,278 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43303,1733817109876-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T07:51:51,280 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T07:51:51,280 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T07:51:51,280 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,43303,1733817109876-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:51,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468de4f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:51,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80fbf959555f,43303,-1 for getting cluster id 2024-12-10T07:51:51,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T07:51:51,374 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e5295db-1d0e-4903-9f46-0e836a7bb29a' 2024-12-10T07:51:51,374 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T07:51:51,374 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e5295db-1d0e-4903-9f46-0e836a7bb29a" 2024-12-10T07:51:51,374 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52232281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:51,374 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80fbf959555f,43303,-1] 2024-12-10T07:51:51,375 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T07:51:51,375 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:51,376 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T07:51:51,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509985fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:51,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:51:51,378 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80fbf959555f,43049,1733817110041, seqNum=-1] 2024-12-10T07:51:51,378 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:51,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:51,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80fbf959555f,43303,1733817109876 2024-12-10T07:51:51,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T07:51:51,382 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80fbf959555f,43303,1733817109876 2024-12-10T07:51:51,382 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bcea61d 2024-12-10T07:51:51,383 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T07:51:51,384 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T07:51:51,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:51:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-10T07:51:51,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:51:51,387 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:51,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-10T07:51:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:51,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:51:51,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741836_1012 (size=379) 2024-12-10T07:51:51,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741836_1012 (size=379) 2024-12-10T07:51:51,398 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 73672b443f8e14e4e31f49b77e3201ac, NAME => 'testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1 2024-12-10T07:51:51,398 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f2398f40b7f4051dd33a9700be087c6, NAME => 'testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1 2024-12-10T07:51:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741837_1013 (size=61) 2024-12-10T07:51:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741837_1013 (size=61) 2024-12-10T07:51:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741838_1014 (size=61) 2024-12-10T07:51:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741838_1014 (size=61) 2024-12-10T07:51:51,407 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:51,407 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 9f2398f40b7f4051dd33a9700be087c6, disabling compactions & flushes 2024-12-10T07:51:51,407 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6. 2024-12-10T07:51:51,407 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6. 2024-12-10T07:51:51,407 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6. after waiting 0 ms 2024-12-10T07:51:51,407 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6. 2024-12-10T07:51:51,407 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6. 2024-12-10T07:51:51,407 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f2398f40b7f4051dd33a9700be087c6: Waiting for close lock at 1733817111407Disabling compacts and flushes for region at 1733817111407Disabling writes for close at 1733817111407Writing region close event to WAL at 1733817111407Closed at 1733817111407 2024-12-10T07:51:51,407 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:51,407 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 73672b443f8e14e4e31f49b77e3201ac, disabling compactions & flushes 2024-12-10T07:51:51,407 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac. 2024-12-10T07:51:51,407 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac. 2024-12-10T07:51:51,407 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac. after waiting 0 ms 2024-12-10T07:51:51,407 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac. 2024-12-10T07:51:51,407 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac. 2024-12-10T07:51:51,407 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 73672b443f8e14e4e31f49b77e3201ac: Waiting for close lock at 1733817111407Disabling compacts and flushes for region at 1733817111407Disabling writes for close at 1733817111407Writing region close event to WAL at 1733817111407Closed at 1733817111407 2024-12-10T07:51:51,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:51:51,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733817111409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733817111409"}]},"ts":"1733817111409"} 2024-12-10T07:51:51,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733817111409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733817111409"}]},"ts":"1733817111409"} 2024-12-10T07:51:51,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-10T07:51:51,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:51:51,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733817111413"}]},"ts":"1733817111413"} 2024-12-10T07:51:51,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-10T07:51:51,416 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {80fbf959555f=0} racks are {/default-rack=0} 2024-12-10T07:51:51,417 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:51:51,417 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:51:51,418 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:51:51,418 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:51:51,418 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:51:51,418 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:51:51,418 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:51:51,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9f2398f40b7f4051dd33a9700be087c6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73672b443f8e14e4e31f49b77e3201ac, ASSIGN}] 2024-12-10T07:51:51,419 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73672b443f8e14e4e31f49b77e3201ac, ASSIGN 2024-12-10T07:51:51,419 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9f2398f40b7f4051dd33a9700be087c6, ASSIGN 2024-12-10T07:51:51,420 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73672b443f8e14e4e31f49b77e3201ac, ASSIGN; state=OFFLINE, location=80fbf959555f,43049,1733817110041; forceNewPlan=false, retain=false 2024-12-10T07:51:51,420 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9f2398f40b7f4051dd33a9700be087c6, ASSIGN; state=OFFLINE, location=80fbf959555f,45667,1733817110002; forceNewPlan=false, retain=false 2024-12-10T07:51:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:51,571 INFO [80fbf959555f:43303 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-10T07:51:51,571 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f2398f40b7f4051dd33a9700be087c6, regionState=OPENING, regionLocation=80fbf959555f,45667,1733817110002 2024-12-10T07:51:51,571 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=73672b443f8e14e4e31f49b77e3201ac, regionState=OPENING, regionLocation=80fbf959555f,43049,1733817110041 2024-12-10T07:51:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9f2398f40b7f4051dd33a9700be087c6, ASSIGN because future has completed 2024-12-10T07:51:51,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f2398f40b7f4051dd33a9700be087c6, server=80fbf959555f,45667,1733817110002}] 2024-12-10T07:51:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73672b443f8e14e4e31f49b77e3201ac, ASSIGN because future has completed 2024-12-10T07:51:51,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73672b443f8e14e4e31f49b77e3201ac, server=80fbf959555f,43049,1733817110041}] 2024-12-10T07:51:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:51,727 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:51,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36695, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:51,733 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac. 2024-12-10T07:51:51,733 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6. 2024-12-10T07:51:51,733 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 73672b443f8e14e4e31f49b77e3201ac, NAME => 'testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac.', STARTKEY => '5', ENDKEY => ''} 2024-12-10T07:51:51,733 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f2398f40b7f4051dd33a9700be087c6, NAME => 'testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6.', STARTKEY => '', ENDKEY => '5'} 2024-12-10T07:51:51,733 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9f2398f40b7f4051dd33a9700be087c6 2024-12-10T07:51:51,733 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 73672b443f8e14e4e31f49b77e3201ac 2024-12-10T07:51:51,733 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:51,733 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:51,734 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9f2398f40b7f4051dd33a9700be087c6 2024-12-10T07:51:51,734 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9f2398f40b7f4051dd33a9700be087c6 2024-12-10T07:51:51,734 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 73672b443f8e14e4e31f49b77e3201ac 2024-12-10T07:51:51,734 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 73672b443f8e14e4e31f49b77e3201ac 2024-12-10T07:51:51,735 INFO [StoreOpener-73672b443f8e14e4e31f49b77e3201ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 73672b443f8e14e4e31f49b77e3201ac 2024-12-10T07:51:51,735 INFO [StoreOpener-9f2398f40b7f4051dd33a9700be087c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9f2398f40b7f4051dd33a9700be087c6 2024-12-10T07:51:51,736 INFO [StoreOpener-73672b443f8e14e4e31f49b77e3201ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73672b443f8e14e4e31f49b77e3201ac columnFamilyName family 2024-12-10T07:51:51,736 INFO [StoreOpener-9f2398f40b7f4051dd33a9700be087c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f2398f40b7f4051dd33a9700be087c6 columnFamilyName family 2024-12-10T07:51:51,736 DEBUG [StoreOpener-9f2398f40b7f4051dd33a9700be087c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:51,736 DEBUG [StoreOpener-73672b443f8e14e4e31f49b77e3201ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:51,737 INFO [StoreOpener-9f2398f40b7f4051dd33a9700be087c6-1 {}] regionserver.HStore(327): Store=9f2398f40b7f4051dd33a9700be087c6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:51,737 INFO [StoreOpener-73672b443f8e14e4e31f49b77e3201ac-1 {}] regionserver.HStore(327): Store=73672b443f8e14e4e31f49b77e3201ac/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:51,737 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9f2398f40b7f4051dd33a9700be087c6 2024-12-10T07:51:51,738 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 73672b443f8e14e4e31f49b77e3201ac 2024-12-10T07:51:51,738 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/9f2398f40b7f4051dd33a9700be087c6 2024-12-10T07:51:51,738 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/73672b443f8e14e4e31f49b77e3201ac 2024-12-10T07:51:51,738 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/9f2398f40b7f4051dd33a9700be087c6 2024-12-10T07:51:51,738 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/73672b443f8e14e4e31f49b77e3201ac 2024-12-10T07:51:51,739 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9f2398f40b7f4051dd33a9700be087c6 2024-12-10T07:51:51,739 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9f2398f40b7f4051dd33a9700be087c6 2024-12-10T07:51:51,739 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 73672b443f8e14e4e31f49b77e3201ac 2024-12-10T07:51:51,739 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 73672b443f8e14e4e31f49b77e3201ac 2024-12-10T07:51:51,740 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9f2398f40b7f4051dd33a9700be087c6 2024-12-10T07:51:51,743 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/9f2398f40b7f4051dd33a9700be087c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:51,744 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 73672b443f8e14e4e31f49b77e3201ac 2024-12-10T07:51:51,744 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 9f2398f40b7f4051dd33a9700be087c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71874926, jitterRate=0.07101985812187195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:51:51,744 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f2398f40b7f4051dd33a9700be087c6 2024-12-10T07:51:51,745 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9f2398f40b7f4051dd33a9700be087c6: Running coprocessor pre-open hook at 1733817111734Writing region info on filesystem at 1733817111734Initializing all the Stores at 1733817111734Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817111734Cleaning up temporary data from old regions at 1733817111739 (+5 ms)Running coprocessor post-open hooks at 1733817111744 (+5 ms)Region opened successfully at 1733817111745 (+1 ms) 2024-12-10T07:51:51,746 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6., pid=7, masterSystemTime=1733817111727 2024-12-10T07:51:51,747 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/73672b443f8e14e4e31f49b77e3201ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:51,748 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6. 2024-12-10T07:51:51,748 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 73672b443f8e14e4e31f49b77e3201ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61401208, jitterRate=-0.08505070209503174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:51:51,748 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73672b443f8e14e4e31f49b77e3201ac 2024-12-10T07:51:51,748 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6. 2024-12-10T07:51:51,748 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 73672b443f8e14e4e31f49b77e3201ac: Running coprocessor pre-open hook at 1733817111734Writing region info on filesystem at 1733817111734Initializing all the Stores at 1733817111734Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817111734Cleaning up temporary data from old regions at 1733817111739 (+5 ms)Running coprocessor post-open hooks at 1733817111748 (+9 ms)Region opened successfully at 1733817111748 2024-12-10T07:51:51,749 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f2398f40b7f4051dd33a9700be087c6, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,45667,1733817110002 2024-12-10T07:51:51,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f2398f40b7f4051dd33a9700be087c6, server=80fbf959555f,45667,1733817110002 because future has completed 2024-12-10T07:51:51,751 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac., pid=8, masterSystemTime=1733817111729 2024-12-10T07:51:51,756 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac. 2024-12-10T07:51:51,756 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac. 2024-12-10T07:51:51,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=73672b443f8e14e4e31f49b77e3201ac, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,43049,1733817110041 2024-12-10T07:51:51,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-10T07:51:51,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f2398f40b7f4051dd33a9700be087c6, server=80fbf959555f,45667,1733817110002 in 179 msec 2024-12-10T07:51:51,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73672b443f8e14e4e31f49b77e3201ac, server=80fbf959555f,43049,1733817110041 because future has completed 2024-12-10T07:51:51,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9f2398f40b7f4051dd33a9700be087c6, ASSIGN in 339 msec 2024-12-10T07:51:51,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-10T07:51:51,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 73672b443f8e14e4e31f49b77e3201ac, server=80fbf959555f,43049,1733817110041 in 184 msec 2024-12-10T07:51:51,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-10T07:51:51,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73672b443f8e14e4e31f49b77e3201ac, ASSIGN in 344 msec 2024-12-10T07:51:51,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:51:51,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733817111765"}]},"ts":"1733817111765"} 2024-12-10T07:51:51,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-10T07:51:51,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:51:51,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 385 msec 2024-12-10T07:51:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:52,013 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-10T07:51:52,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-10T07:51:52,013 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:51:52,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-10T07:51:52,018 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:51:52,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-10T07:51:52,022 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6., hostname=80fbf959555f,45667,1733817110002, seqNum=2] 2024-12-10T07:51:52,022 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:52,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:52,033 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac., hostname=80fbf959555f,43049,1733817110041, seqNum=2] 2024-12-10T07:51:52,044 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9f2398f40b7f4051dd33a9700be087c6 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-10T07:51:52,059 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/9f2398f40b7f4051dd33a9700be087c6/.tmp/family/21dfd23a92af411d89a141817f934405 is 32, key is 1/family:/1733817112024/Put/seqid=0 2024-12-10T07:51:52,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741839_1015 (size=5054) 2024-12-10T07:51:52,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741839_1015 (size=5054) 2024-12-10T07:51:52,064 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/9f2398f40b7f4051dd33a9700be087c6/.tmp/family/21dfd23a92af411d89a141817f934405 2024-12-10T07:51:52,070 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/9f2398f40b7f4051dd33a9700be087c6/.tmp/family/21dfd23a92af411d89a141817f934405 as hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/9f2398f40b7f4051dd33a9700be087c6/family/21dfd23a92af411d89a141817f934405 2024-12-10T07:51:52,076 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/9f2398f40b7f4051dd33a9700be087c6/family/21dfd23a92af411d89a141817f934405, entries=4, sequenceid=8, filesize=4.9 K 2024-12-10T07:51:52,077 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 9f2398f40b7f4051dd33a9700be087c6 in 33ms, sequenceid=8, compaction requested=false 2024-12-10T07:51:52,077 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9f2398f40b7f4051dd33a9700be087c6: 2024-12-10T07:51:52,077 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 73672b443f8e14e4e31f49b77e3201ac 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-10T07:51:52,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/73672b443f8e14e4e31f49b77e3201ac/.tmp/family/2dee8344781f4fcd8836b1357c48d3b9 is 32, key is 5/family:/1733817112034/Put/seqid=0 2024-12-10T07:51:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741840_1016 (size=5083) 2024-12-10T07:51:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741840_1016 (size=5083) 2024-12-10T07:51:52,095 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/73672b443f8e14e4e31f49b77e3201ac/.tmp/family/2dee8344781f4fcd8836b1357c48d3b9 2024-12-10T07:51:52,102 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/73672b443f8e14e4e31f49b77e3201ac/.tmp/family/2dee8344781f4fcd8836b1357c48d3b9 as hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/73672b443f8e14e4e31f49b77e3201ac/family/2dee8344781f4fcd8836b1357c48d3b9 2024-12-10T07:51:52,108 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/73672b443f8e14e4e31f49b77e3201ac/family/2dee8344781f4fcd8836b1357c48d3b9, entries=5, sequenceid=9, filesize=5.0 K 2024-12-10T07:51:52,109 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 73672b443f8e14e4e31f49b77e3201ac in 32ms, sequenceid=9, compaction requested=false 2024-12-10T07:51:52,109 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 73672b443f8e14e4e31f49b77e3201ac: 2024-12-10T07:51:52,111 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 21dfd23a92af411d89a141817f934405, starting offset: 0, end offset: 9223372036854775807 2024-12-10T07:51:52,111 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 21dfd23a92af411d89a141817f934405_0 from back map with offset lock 2094080 in the evict process 2024-12-10T07:51:52,114 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 2dee8344781f4fcd8836b1357c48d3b9, starting offset: 0, end offset: 9223372036854775807 2024-12-10T07:51:52,114 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 2dee8344781f4fcd8836b1357c48d3b9_0 from back map with offset lock 2094080 in the evict process 2024-12-10T07:51:52,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T07:51:52,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:51:52,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:52,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:52,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:52,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T07:51:52,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T07:51:52,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=290840233, stopped=false 2024-12-10T07:51:52,115 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80fbf959555f,43303,1733817109876 2024-12-10T07:51:52,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:52,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:52,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:52,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:52,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:52,155 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:51:52,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:52,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:51:52,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:52,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:52,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:52,155 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80fbf959555f,45667,1733817110002' ***** 2024-12-10T07:51:52,155 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:51:52,155 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80fbf959555f,43049,1733817110041' ***** 2024-12-10T07:51:52,155 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:51:52,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:52,156 INFO [RS:1;80fbf959555f:43049 {}] bucket.BucketCache(1738): Disabling cache 2024-12-10T07:51:52,156 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-10T07:51:52,156 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-10T07:51:52,156 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-10T07:51:52,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:52,156 INFO [RS:1;80fbf959555f:43049 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-10T07:51:52,156 INFO [RS:0;80fbf959555f:45667 {}] bucket.BucketCache(1738): Disabling cache 2024-12-10T07:51:52,156 INFO [RS:1;80fbf959555f:43049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:51:52,156 INFO [RS:1;80fbf959555f:43049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:51:52,156 INFO [RS:1;80fbf959555f:43049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:51:52,156 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-10T07:51:52,156 INFO [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(3091): Received CLOSE for 73672b443f8e14e4e31f49b77e3201ac 2024-12-10T07:51:52,156 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-10T07:51:52,156 INFO [RS:0;80fbf959555f:45667 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-10T07:51:52,156 INFO [RS:0;80fbf959555f:45667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:51:52,156 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-10T07:51:52,156 INFO [RS:0;80fbf959555f:45667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:51:52,156 INFO [RS:0;80fbf959555f:45667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:51:52,156 INFO [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(959): stopping server 80fbf959555f,43049,1733817110041 2024-12-10T07:51:52,156 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:51:52,156 INFO [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f2398f40b7f4051dd33a9700be087c6 2024-12-10T07:51:52,156 INFO [RS:1;80fbf959555f:43049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:52,156 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:51:52,156 INFO [RS:1;80fbf959555f:43049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;80fbf959555f:43049. 2024-12-10T07:51:52,157 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73672b443f8e14e4e31f49b77e3201ac, disabling compactions & flushes 2024-12-10T07:51:52,157 DEBUG [RS:1;80fbf959555f:43049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:52,157 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac. 2024-12-10T07:51:52,157 INFO [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(959): stopping server 80fbf959555f,45667,1733817110002 2024-12-10T07:51:52,157 DEBUG [RS:1;80fbf959555f:43049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:52,157 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac. 2024-12-10T07:51:52,157 INFO [RS:0;80fbf959555f:45667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:52,157 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac. after waiting 0 ms 2024-12-10T07:51:52,157 INFO [RS:0;80fbf959555f:45667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80fbf959555f:45667. 2024-12-10T07:51:52,157 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac. 2024-12-10T07:51:52,157 INFO [RS:1;80fbf959555f:43049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:51:52,157 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f2398f40b7f4051dd33a9700be087c6, disabling compactions & flushes 2024-12-10T07:51:52,157 INFO [RS:1;80fbf959555f:43049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:51:52,157 DEBUG [RS:0;80fbf959555f:45667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:52,157 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6. 2024-12-10T07:51:52,157 INFO [RS:1;80fbf959555f:43049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:51:52,157 DEBUG [RS:0;80fbf959555f:45667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:52,157 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6. 2024-12-10T07:51:52,157 INFO [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T07:51:52,157 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6. after waiting 0 ms 2024-12-10T07:51:52,157 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6. 2024-12-10T07:51:52,157 INFO [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-10T07:51:52,157 DEBUG [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(1325): Online Regions={9f2398f40b7f4051dd33a9700be087c6=testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6.} 2024-12-10T07:51:52,157 DEBUG [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(1351): Waiting on 9f2398f40b7f4051dd33a9700be087c6 2024-12-10T07:51:52,157 INFO [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-10T07:51:52,157 DEBUG [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 73672b443f8e14e4e31f49b77e3201ac=testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac.} 2024-12-10T07:51:52,157 DEBUG [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73672b443f8e14e4e31f49b77e3201ac 2024-12-10T07:51:52,157 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:51:52,157 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:51:52,157 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:51:52,157 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:51:52,157 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:51:52,158 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-10T07:51:52,161 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/73672b443f8e14e4e31f49b77e3201ac/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T07:51:52,162 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/default/testClearRegionBlockCache/9f2398f40b7f4051dd33a9700be087c6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-10T07:51:52,162 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac. 2024-12-10T07:51:52,162 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73672b443f8e14e4e31f49b77e3201ac: Waiting for close lock at 1733817112157Running coprocessor pre-close hooks at 1733817112157Disabling compacts and flushes for region at 1733817112157Disabling writes for close at 1733817112157Writing region close event to WAL at 1733817112158 (+1 ms)Running coprocessor post-close hooks at 1733817112162 (+4 ms)Closed at 1733817112162 2024-12-10T07:51:52,162 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6. 2024-12-10T07:51:52,162 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f2398f40b7f4051dd33a9700be087c6: Waiting for close lock at 1733817112157Running coprocessor pre-close hooks at 1733817112157Disabling compacts and flushes for region at 1733817112157Disabling writes for close at 1733817112157Writing region close event to WAL at 1733817112159 (+2 ms)Running coprocessor post-close hooks at 1733817112162 (+3 ms)Closed at 1733817112162 2024-12-10T07:51:52,162 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac. 2024-12-10T07:51:52,162 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733817111384.9f2398f40b7f4051dd33a9700be087c6. 2024-12-10T07:51:52,172 INFO [regionserver/80fbf959555f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:52,172 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/.tmp/info/f9123fe141f1497186a76bd33b6e691d is 173, key is testClearRegionBlockCache,5,1733817111384.73672b443f8e14e4e31f49b77e3201ac./info:regioninfo/1733817111756/Put/seqid=0 2024-12-10T07:51:52,177 INFO [regionserver/80fbf959555f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:52,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741841_1017 (size=8173) 2024-12-10T07:51:52,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741841_1017 (size=8173) 2024-12-10T07:51:52,177 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/.tmp/info/f9123fe141f1497186a76bd33b6e691d 2024-12-10T07:51:52,195 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/.tmp/ns/9754e0bf9c7c4270a101ff4e233c54c4 is 43, key is default/ns:d/1733817111267/Put/seqid=0 2024-12-10T07:51:52,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741842_1018 (size=5153) 2024-12-10T07:51:52,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741842_1018 (size=5153) 2024-12-10T07:51:52,201 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/.tmp/ns/9754e0bf9c7c4270a101ff4e233c54c4 2024-12-10T07:51:52,220 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/.tmp/table/863739e1da9343b98a772f8d13977b83 is 61, key is testClearRegionBlockCache/table:state/1733817111765/Put/seqid=0 2024-12-10T07:51:52,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741843_1019 (size=5312) 2024-12-10T07:51:52,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741843_1019 (size=5312) 2024-12-10T07:51:52,225 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/.tmp/table/863739e1da9343b98a772f8d13977b83 2024-12-10T07:51:52,232 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/.tmp/info/f9123fe141f1497186a76bd33b6e691d as hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/info/f9123fe141f1497186a76bd33b6e691d 2024-12-10T07:51:52,239 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/info/f9123fe141f1497186a76bd33b6e691d, entries=20, sequenceid=13, filesize=8.0 K 2024-12-10T07:51:52,240 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/.tmp/ns/9754e0bf9c7c4270a101ff4e233c54c4 as hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/ns/9754e0bf9c7c4270a101ff4e233c54c4 2024-12-10T07:51:52,246 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/ns/9754e0bf9c7c4270a101ff4e233c54c4, entries=2, sequenceid=13, filesize=5.0 K 2024-12-10T07:51:52,248 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/.tmp/table/863739e1da9343b98a772f8d13977b83 as hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/table/863739e1da9343b98a772f8d13977b83 2024-12-10T07:51:52,253 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/table/863739e1da9343b98a772f8d13977b83, entries=2, sequenceid=13, filesize=5.2 K 2024-12-10T07:51:52,254 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=13, compaction requested=false 2024-12-10T07:51:52,259 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-10T07:51:52,260 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:51:52,260 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:52,260 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733817112157Running coprocessor pre-close hooks at 1733817112157Disabling compacts and flushes for region at 1733817112157Disabling writes for close at 1733817112157Obtaining lock to block concurrent updates at 1733817112158 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733817112158Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733817112158Flushing stores of hbase:meta,,1.1588230740 at 1733817112158Flushing 1588230740/info: creating writer at 1733817112159 (+1 ms)Flushing 1588230740/info: appending metadata at 1733817112171 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733817112171Flushing 1588230740/ns: creating writer at 1733817112182 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733817112194 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733817112194Flushing 1588230740/table: creating writer at 1733817112207 (+13 ms)Flushing 1588230740/table: appending metadata at 1733817112219 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733817112219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b5ee1b9: reopening flushed file at 1733817112232 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30932e71: reopening flushed file at 1733817112239 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d13181: reopening flushed file at 1733817112247 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=13, compaction requested=false at 1733817112254 (+7 ms)Writing region close event to WAL at 1733817112256 (+2 ms)Running coprocessor post-close hooks at 1733817112260 (+4 ms)Closed at 1733817112260 2024-12-10T07:51:52,260 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:52,357 INFO [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(976): stopping server 80fbf959555f,45667,1733817110002; all regions closed. 2024-12-10T07:51:52,357 INFO [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(976): stopping server 80fbf959555f,43049,1733817110041; all regions closed. 2024-12-10T07:51:52,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741834_1010 (size=1758) 2024-12-10T07:51:52,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741835_1011 (size=4338) 2024-12-10T07:51:52,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741835_1011 (size=4338) 2024-12-10T07:51:52,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741834_1010 (size=1758) 2024-12-10T07:51:52,362 DEBUG [RS:0;80fbf959555f:45667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/oldWALs 2024-12-10T07:51:52,362 INFO [RS:0;80fbf959555f:45667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C45667%2C1733817110002:(num 1733817110703) 2024-12-10T07:51:52,362 DEBUG [RS:0;80fbf959555f:45667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:52,362 INFO [RS:0;80fbf959555f:45667 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:52,362 INFO [RS:0;80fbf959555f:45667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:52,362 INFO [RS:0;80fbf959555f:45667 {}] hbase.ChoreService(370): Chore service for: regionserver/80fbf959555f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:52,362 DEBUG [RS:1;80fbf959555f:43049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/oldWALs 2024-12-10T07:51:52,362 INFO [RS:1;80fbf959555f:43049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C43049%2C1733817110041.meta:.meta(num 1733817111207) 2024-12-10T07:51:52,362 INFO [RS:0;80fbf959555f:45667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:51:52,362 INFO [RS:0;80fbf959555f:45667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:51:52,362 INFO [RS:0;80fbf959555f:45667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:51:52,362 INFO [regionserver/80fbf959555f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:52,362 INFO [RS:0;80fbf959555f:45667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:52,362 INFO [RS:0;80fbf959555f:45667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45667 2024-12-10T07:51:52,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741833_1009 (size=1867) 2024-12-10T07:51:52,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741833_1009 (size=1867) 2024-12-10T07:51:52,367 DEBUG [RS:1;80fbf959555f:43049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/oldWALs 2024-12-10T07:51:52,367 INFO [RS:1;80fbf959555f:43049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C43049%2C1733817110041:(num 1733817110700) 2024-12-10T07:51:52,367 DEBUG [RS:1;80fbf959555f:43049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:52,367 INFO [RS:1;80fbf959555f:43049 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:52,367 INFO [RS:1;80fbf959555f:43049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:52,367 INFO [RS:1;80fbf959555f:43049 {}] hbase.ChoreService(370): Chore service for: regionserver/80fbf959555f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:52,367 INFO [RS:1;80fbf959555f:43049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:52,367 INFO [regionserver/80fbf959555f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:52,368 INFO [RS:1;80fbf959555f:43049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43049 2024-12-10T07:51:52,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:51:52,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80fbf959555f,45667,1733817110002 2024-12-10T07:51:52,379 INFO [RS:0;80fbf959555f:45667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:52,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80fbf959555f,43049,1733817110041 2024-12-10T07:51:52,388 INFO [RS:1;80fbf959555f:43049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:52,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80fbf959555f,45667,1733817110002] 2024-12-10T07:51:52,413 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80fbf959555f,45667,1733817110002 already deleted, retry=false 2024-12-10T07:51:52,413 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80fbf959555f,45667,1733817110002 expired; onlineServers=1 2024-12-10T07:51:52,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80fbf959555f,43049,1733817110041] 2024-12-10T07:51:52,421 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80fbf959555f,43049,1733817110041 already deleted, retry=false 2024-12-10T07:51:52,421 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80fbf959555f,43049,1733817110041 expired; onlineServers=0 2024-12-10T07:51:52,421 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80fbf959555f,43303,1733817109876' ***** 2024-12-10T07:51:52,421 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T07:51:52,421 INFO [M:0;80fbf959555f:43303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:52,421 INFO [M:0;80fbf959555f:43303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:52,421 DEBUG [M:0;80fbf959555f:43303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T07:51:52,421 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T07:51:52,421 DEBUG [M:0;80fbf959555f:43303 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T07:51:52,421 DEBUG [master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817110394 {}] cleaner.HFileCleaner(306): Exit Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817110394,5,FailOnTimeoutGroup] 2024-12-10T07:51:52,421 DEBUG [master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817110400 {}] cleaner.HFileCleaner(306): Exit Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817110400,5,FailOnTimeoutGroup] 2024-12-10T07:51:52,422 INFO [M:0;80fbf959555f:43303 {}] hbase.ChoreService(370): Chore service for: master/80fbf959555f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:52,422 INFO [M:0;80fbf959555f:43303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:52,422 DEBUG [M:0;80fbf959555f:43303 {}] master.HMaster(1795): Stopping service threads 2024-12-10T07:51:52,422 INFO [M:0;80fbf959555f:43303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T07:51:52,422 INFO [M:0;80fbf959555f:43303 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:51:52,422 INFO [M:0;80fbf959555f:43303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T07:51:52,422 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T07:51:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:52,433 DEBUG [M:0;80fbf959555f:43303 {}] zookeeper.ZKUtil(347): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T07:51:52,433 WARN [M:0;80fbf959555f:43303 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T07:51:52,433 INFO [M:0;80fbf959555f:43303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/.lastflushedseqids 2024-12-10T07:51:52,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741844_1020 (size=182) 2024-12-10T07:51:52,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741844_1020 (size=182) 2024-12-10T07:51:52,441 INFO [M:0;80fbf959555f:43303 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T07:51:52,441 INFO [M:0;80fbf959555f:43303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T07:51:52,441 DEBUG [M:0;80fbf959555f:43303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:51:52,441 INFO [M:0;80fbf959555f:43303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:52,441 DEBUG [M:0;80fbf959555f:43303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:52,441 DEBUG [M:0;80fbf959555f:43303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:51:52,441 DEBUG [M:0;80fbf959555f:43303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:52,441 INFO [M:0;80fbf959555f:43303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-10T07:51:52,456 DEBUG [M:0;80fbf959555f:43303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dbbbf4b137e474abcd69af4016aea0b is 82, key is hbase:meta,,1/info:regioninfo/1733817111243/Put/seqid=0 2024-12-10T07:51:52,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741845_1021 (size=5672) 2024-12-10T07:51:52,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741845_1021 (size=5672) 2024-12-10T07:51:52,462 INFO [M:0;80fbf959555f:43303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dbbbf4b137e474abcd69af4016aea0b 2024-12-10T07:51:52,479 DEBUG [M:0;80fbf959555f:43303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc3439a9ad4a4f64ac28d2e3cc8fd488 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733817111771/Put/seqid=0 2024-12-10T07:51:52,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741846_1022 (size=6219) 2024-12-10T07:51:52,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741846_1022 (size=6219) 2024-12-10T07:51:52,488 INFO [M:0;80fbf959555f:43303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc3439a9ad4a4f64ac28d2e3cc8fd488 2024-12-10T07:51:52,496 INFO [RS:0;80fbf959555f:45667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:52,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:52,496 INFO [RS:0;80fbf959555f:45667 {}] regionserver.HRegionServer(1031): Exiting; stopping=80fbf959555f,45667,1733817110002; zookeeper connection closed. 2024-12-10T07:51:52,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45667-0x1000ec34c030001, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:52,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64d60774 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64d60774 2024-12-10T07:51:52,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:52,505 INFO [RS:1;80fbf959555f:43049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:52,505 INFO [RS:1;80fbf959555f:43049 {}] regionserver.HRegionServer(1031): Exiting; stopping=80fbf959555f,43049,1733817110041; zookeeper connection closed. 2024-12-10T07:51:52,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43049-0x1000ec34c030002, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:52,505 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16d826b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16d826b8 2024-12-10T07:51:52,505 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-10T07:51:52,509 DEBUG [M:0;80fbf959555f:43303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5aac1348d23e4c9d999c55528b2c8e74 is 69, key is 80fbf959555f,43049,1733817110041/rs:state/1733817110514/Put/seqid=0 2024-12-10T07:51:52,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741847_1023 (size=5224) 2024-12-10T07:51:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741847_1023 (size=5224) 2024-12-10T07:51:52,517 INFO [M:0;80fbf959555f:43303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5aac1348d23e4c9d999c55528b2c8e74 2024-12-10T07:51:52,525 DEBUG [M:0;80fbf959555f:43303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dbbbf4b137e474abcd69af4016aea0b as hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3dbbbf4b137e474abcd69af4016aea0b 2024-12-10T07:51:52,531 INFO [M:0;80fbf959555f:43303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3dbbbf4b137e474abcd69af4016aea0b, entries=8, sequenceid=71, filesize=5.5 K 2024-12-10T07:51:52,532 DEBUG [M:0;80fbf959555f:43303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc3439a9ad4a4f64ac28d2e3cc8fd488 as hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc3439a9ad4a4f64ac28d2e3cc8fd488 2024-12-10T07:51:52,539 INFO [M:0;80fbf959555f:43303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc3439a9ad4a4f64ac28d2e3cc8fd488, entries=8, sequenceid=71, filesize=6.1 K 2024-12-10T07:51:52,540 DEBUG [M:0;80fbf959555f:43303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5aac1348d23e4c9d999c55528b2c8e74 as hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5aac1348d23e4c9d999c55528b2c8e74 2024-12-10T07:51:52,546 INFO [M:0;80fbf959555f:43303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40147/user/jenkins/test-data/fbe82283-f463-6036-ecf9-eb5ca1cb4ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5aac1348d23e4c9d999c55528b2c8e74, entries=2, sequenceid=71, filesize=5.1 K 2024-12-10T07:51:52,547 INFO [M:0;80fbf959555f:43303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=71, compaction requested=false 2024-12-10T07:51:52,551 INFO [M:0;80fbf959555f:43303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:52,551 DEBUG [M:0;80fbf959555f:43303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733817112441Disabling compacts and flushes for region at 1733817112441Disabling writes for close at 1733817112441Obtaining lock to block concurrent updates at 1733817112441Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733817112441Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733817112441Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733817112442 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733817112442Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733817112455 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733817112455Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733817112466 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733817112479 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733817112479Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733817112493 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733817112509 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733817112509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eabc100: reopening flushed file at 1733817112524 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6664d0d: reopening flushed file at 1733817112531 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ca70d66: reopening flushed file at 1733817112539 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=71, compaction requested=false at 1733817112547 (+8 ms)Writing region close event to WAL at 1733817112551 (+4 ms)Closed at 1733817112551 2024-12-10T07:51:52,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741830_1006 (size=35440) 2024-12-10T07:51:52,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741830_1006 (size=35440) 2024-12-10T07:51:52,555 INFO [M:0;80fbf959555f:43303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T07:51:52,555 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:52,555 INFO [M:0;80fbf959555f:43303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43303 2024-12-10T07:51:52,556 INFO [M:0;80fbf959555f:43303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:52,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:52,691 INFO [M:0;80fbf959555f:43303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:52,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1000ec34c030000, quorum=127.0.0.1:55014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:52,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1727f1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:52,696 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a28f62a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:52,696 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:52,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5db9b52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:52,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43808b72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:52,697 WARN [BP-2010998117-172.17.0.2-1733817107626 heartbeating to localhost/127.0.0.1:40147 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:51:52,697 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:51:52,697 WARN [BP-2010998117-172.17.0.2-1733817107626 heartbeating to localhost/127.0.0.1:40147 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2010998117-172.17.0.2-1733817107626 (Datanode Uuid 4d7e5d8b-04bc-4d86-8c95-775b2784479d) service to localhost/127.0.0.1:40147 2024-12-10T07:51:52,697 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:51:52,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/cluster_f79fb5b5-0bf8-2544-4e1b-cd9547918520/data/data3/current/BP-2010998117-172.17.0.2-1733817107626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:52,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/cluster_f79fb5b5-0bf8-2544-4e1b-cd9547918520/data/data4/current/BP-2010998117-172.17.0.2-1733817107626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:52,698 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:51:52,699 WARN [BP-2010998117-172.17.0.2-1733817107626 heartbeating to localhost/127.0.0.1:40147 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2010998117-172.17.0.2-1733817107626 (Datanode Uuid 4a4aad2f-ffdd-4352-a6e5-0f05a00daefa) service to localhost/127.0.0.1:40147 2024-12-10T07:51:52,700 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/cluster_f79fb5b5-0bf8-2544-4e1b-cd9547918520/data/data1/current/BP-2010998117-172.17.0.2-1733817107626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:52,700 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/cluster_f79fb5b5-0bf8-2544-4e1b-cd9547918520/data/data2/current/BP-2010998117-172.17.0.2-1733817107626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:52,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7742f51f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:52,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b35caa8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:52,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:52,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ddbcf77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:52,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@348f9fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:52,703 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:51:52,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3981f6eb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:51:52,708 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@764e2c19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:52,708 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:52,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e10ea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:52,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@be6f312{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:52,715 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T07:51:52,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-10T07:51:52,741 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=168 (was 149) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40147 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40147 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=525 (was 493) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 218) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=6453 (was 6557) 2024-12-10T07:51:52,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=168, OpenFileDescriptor=525, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=6453 2024-12-10T07:51:52,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/hadoop.log.dir so I do NOT create it in target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf 2024-12-10T07:51:52,761 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/hadoop.log.dir Erasing configuration value by system value. 2024-12-10T07:51:52,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/hadoop.tmp.dir so I do NOT create it in target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf 2024-12-10T07:51:52,761 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b84a2675-92fc-5b36-4446-ae5410fd6aef/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-10T07:51:52,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf 2024-12-10T07:51:52,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T07:51:52,761 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/cluster_95e3e439-fed3-c2ef-e714-8b12b9e0a38c, deleteOnExit=true 2024-12-10T07:51:52,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T07:51:52,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/test.cache.data in system properties and HBase conf 2024-12-10T07:51:52,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T07:51:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/hadoop.log.dir in system properties and HBase conf 2024-12-10T07:51:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T07:51:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T07:51:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T07:51:52,762 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T07:51:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:51:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:51:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T07:51:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:51:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T07:51:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T07:51:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:51:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:51:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T07:51:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/nfs.dump.dir in system properties and HBase conf 2024-12-10T07:51:52,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/java.io.tmpdir in system properties and HBase conf 2024-12-10T07:51:52,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:51:52,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T07:51:52,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T07:51:53,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:53,017 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:53,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:53,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:53,018 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:51:53,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:53,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d001ba3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:53,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@403e2419{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:53,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3eb7b0a2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/java.io.tmpdir/jetty-localhost-46711-hadoop-hdfs-3_4_1-tests_jar-_-any-3893592060946347910/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:51:53,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54aaebb{HTTP/1.1, (http/1.1)}{localhost:46711} 2024-12-10T07:51:53,109 INFO [Time-limited test {}] server.Server(415): Started @33066ms 2024-12-10T07:51:53,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:53,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:53,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:53,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:53,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:51:53,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@577e5e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:53,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@890bf69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:53,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b29ac28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/java.io.tmpdir/jetty-localhost-36981-hadoop-hdfs-3_4_1-tests_jar-_-any-10170300989242728491/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:53,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52f13f78{HTTP/1.1, (http/1.1)}{localhost:36981} 2024-12-10T07:51:53,427 INFO [Time-limited test {}] server.Server(415): Started @33384ms 2024-12-10T07:51:53,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:51:53,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:51:53,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:51:53,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:51:53,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:51:53,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:51:53,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d8b8a6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:51:53,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@463b5394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:51:53,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26e07cae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/java.io.tmpdir/jetty-localhost-42061-hadoop-hdfs-3_4_1-tests_jar-_-any-15049742291484401980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:53,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4328b12d{HTTP/1.1, (http/1.1)}{localhost:42061} 2024-12-10T07:51:53,548 INFO [Time-limited test {}] server.Server(415): Started @33505ms 2024-12-10T07:51:53,549 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:51:54,202 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/cluster_95e3e439-fed3-c2ef-e714-8b12b9e0a38c/data/data1/current/BP-305558345-172.17.0.2-1733817112789/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:54,202 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/cluster_95e3e439-fed3-c2ef-e714-8b12b9e0a38c/data/data2/current/BP-305558345-172.17.0.2-1733817112789/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:54,222 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:51:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbf2f5597aba55ac with lease ID 0x56ec7fd29e1c2dfb: Processing first storage report for DS-7f76177e-9a7c-4b3e-b8cc-fe4125781acb from datanode DatanodeRegistration(127.0.0.1:36363, datanodeUuid=8fefdfb3-1ff8-4f20-a4ed-3c4b50e36dd9, infoPort=32963, infoSecurePort=0, ipcPort=46059, storageInfo=lv=-57;cid=testClusterID;nsid=2083611;c=1733817112789) 2024-12-10T07:51:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbf2f5597aba55ac with lease ID 0x56ec7fd29e1c2dfb: from storage DS-7f76177e-9a7c-4b3e-b8cc-fe4125781acb node DatanodeRegistration(127.0.0.1:36363, datanodeUuid=8fefdfb3-1ff8-4f20-a4ed-3c4b50e36dd9, infoPort=32963, infoSecurePort=0, ipcPort=46059, storageInfo=lv=-57;cid=testClusterID;nsid=2083611;c=1733817112789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:54,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbf2f5597aba55ac with lease ID 0x56ec7fd29e1c2dfb: Processing first storage report for DS-e7bdaa89-ab83-468b-90da-dc2bad498379 from datanode DatanodeRegistration(127.0.0.1:36363, datanodeUuid=8fefdfb3-1ff8-4f20-a4ed-3c4b50e36dd9, infoPort=32963, infoSecurePort=0, ipcPort=46059, storageInfo=lv=-57;cid=testClusterID;nsid=2083611;c=1733817112789) 2024-12-10T07:51:54,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbf2f5597aba55ac with lease ID 0x56ec7fd29e1c2dfb: from storage DS-e7bdaa89-ab83-468b-90da-dc2bad498379 node DatanodeRegistration(127.0.0.1:36363, datanodeUuid=8fefdfb3-1ff8-4f20-a4ed-3c4b50e36dd9, infoPort=32963, infoSecurePort=0, ipcPort=46059, storageInfo=lv=-57;cid=testClusterID;nsid=2083611;c=1733817112789), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T07:51:54,314 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/cluster_95e3e439-fed3-c2ef-e714-8b12b9e0a38c/data/data3/current/BP-305558345-172.17.0.2-1733817112789/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:54,314 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/cluster_95e3e439-fed3-c2ef-e714-8b12b9e0a38c/data/data4/current/BP-305558345-172.17.0.2-1733817112789/current, will proceed with Du for space computation calculation, 2024-12-10T07:51:54,336 WARN [Thread-1418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:51:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9102cfe6f2a21956 with lease ID 0x56ec7fd29e1c2dfc: Processing first storage report for DS-b73f1fcf-60af-426f-96f6-078702d74e87 from datanode DatanodeRegistration(127.0.0.1:44051, datanodeUuid=e4bd2d04-ec95-493c-9942-769bfa0e86c6, infoPort=33779, infoSecurePort=0, ipcPort=39497, storageInfo=lv=-57;cid=testClusterID;nsid=2083611;c=1733817112789) 2024-12-10T07:51:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9102cfe6f2a21956 with lease ID 0x56ec7fd29e1c2dfc: from storage DS-b73f1fcf-60af-426f-96f6-078702d74e87 node DatanodeRegistration(127.0.0.1:44051, datanodeUuid=e4bd2d04-ec95-493c-9942-769bfa0e86c6, infoPort=33779, infoSecurePort=0, ipcPort=39497, storageInfo=lv=-57;cid=testClusterID;nsid=2083611;c=1733817112789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9102cfe6f2a21956 with lease ID 0x56ec7fd29e1c2dfc: Processing first storage report for DS-43a1e03d-3ee2-4efb-bdfe-60c344b7ee7e from datanode DatanodeRegistration(127.0.0.1:44051, datanodeUuid=e4bd2d04-ec95-493c-9942-769bfa0e86c6, infoPort=33779, infoSecurePort=0, ipcPort=39497, storageInfo=lv=-57;cid=testClusterID;nsid=2083611;c=1733817112789) 2024-12-10T07:51:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9102cfe6f2a21956 with lease ID 0x56ec7fd29e1c2dfc: from storage DS-43a1e03d-3ee2-4efb-bdfe-60c344b7ee7e node DatanodeRegistration(127.0.0.1:44051, datanodeUuid=e4bd2d04-ec95-493c-9942-769bfa0e86c6, infoPort=33779, infoSecurePort=0, ipcPort=39497, storageInfo=lv=-57;cid=testClusterID;nsid=2083611;c=1733817112789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:51:54,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf 2024-12-10T07:51:54,380 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/cluster_95e3e439-fed3-c2ef-e714-8b12b9e0a38c/zookeeper_0, clientPort=61481, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/cluster_95e3e439-fed3-c2ef-e714-8b12b9e0a38c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/cluster_95e3e439-fed3-c2ef-e714-8b12b9e0a38c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T07:51:54,381 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61481 2024-12-10T07:51:54,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:54,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:54,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:51:54,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:51:54,399 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4 with version=8 2024-12-10T07:51:54,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/hbase-staging 2024-12-10T07:51:54,401 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:54,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:54,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:54,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:54,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:54,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:54,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T07:51:54,402 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:54,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33915 2024-12-10T07:51:54,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33915 connecting to ZooKeeper ensemble=127.0.0.1:61481 2024-12-10T07:51:54,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339150x0, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:54,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33915-0x1000ec35da80000 connected 2024-12-10T07:51:54,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:54,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:54,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:54,511 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4, hbase.cluster.distributed=false 2024-12-10T07:51:54,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:54,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33915 2024-12-10T07:51:54,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33915 2024-12-10T07:51:54,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33915 2024-12-10T07:51:54,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33915 2024-12-10T07:51:54,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33915 2024-12-10T07:51:54,526 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:54,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:54,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:54,526 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:54,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:54,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:54,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:51:54,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:54,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46841 2024-12-10T07:51:54,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46841 connecting to ZooKeeper ensemble=127.0.0.1:61481 2024-12-10T07:51:54,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:54,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:54,574 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468410x0, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:54,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468410x0, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:54,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46841-0x1000ec35da80001 connected 2024-12-10T07:51:54,575 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:51:54,576 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-10T07:51:54,582 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-10T07:51:54,582 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-10T07:51:54,583 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-10T07:51:54,583 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:51:54,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:51:54,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:54,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46841 2024-12-10T07:51:54,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46841 2024-12-10T07:51:54,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46841 2024-12-10T07:51:54,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46841 2024-12-10T07:51:54,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46841 2024-12-10T07:51:54,600 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80fbf959555f:0 server-side Connection retries=45 2024-12-10T07:51:54,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:54,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:54,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:51:54,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:51:54,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:51:54,601 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:51:54,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:51:54,601 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44153 2024-12-10T07:51:54,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44153 connecting to ZooKeeper ensemble=127.0.0.1:61481 2024-12-10T07:51:54,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:54,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:54,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441530x0, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:51:54,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44153-0x1000ec35da80002 connected 2024-12-10T07:51:54,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:54,616 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:51:54,617 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-10T07:51:54,621 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-10T07:51:54,621 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-10T07:51:54,622 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-10T07:51:54,622 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:51:54,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:51:54,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:51:54,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44153 2024-12-10T07:51:54,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44153 2024-12-10T07:51:54,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44153 2024-12-10T07:51:54,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44153 2024-12-10T07:51:54,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44153 2024-12-10T07:51:54,638 DEBUG [M:0;80fbf959555f:33915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80fbf959555f:33915 2024-12-10T07:51:54,638 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80fbf959555f,33915,1733817114401 2024-12-10T07:51:54,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:54,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:54,649 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:54,650 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80fbf959555f,33915,1733817114401 2024-12-10T07:51:54,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,657 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:54,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:54,657 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,658 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:51:54,658 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80fbf959555f,33915,1733817114401 from backup master directory 2024-12-10T07:51:54,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80fbf959555f,33915,1733817114401 2024-12-10T07:51:54,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:54,666 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:54,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:51:54,666 WARN [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:54,666 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80fbf959555f,33915,1733817114401 2024-12-10T07:51:54,669 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/hbase.id] with ID: dcbfa712-3e20-474b-b8d9-0bc1cc6b1c91 2024-12-10T07:51:54,669 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/.tmp/hbase.id 2024-12-10T07:51:54,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:51:54,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:51:54,674 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/.tmp/hbase.id]:[hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/hbase.id] 2024-12-10T07:51:54,683 INFO [master/80fbf959555f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:51:54,683 INFO [master/80fbf959555f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T07:51:54,685 INFO [master/80fbf959555f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-10T07:51:54,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,696 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:51:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:51:54,702 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:51:54,703 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T07:51:54,703 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:54,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:51:54,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:51:54,710 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store 2024-12-10T07:51:54,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:51:54,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:51:54,716 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:54,716 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:51:54,716 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:54,717 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:54,717 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:51:54,717 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:54,717 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:54,717 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733817114716Disabling compacts and flushes for region at 1733817114716Disabling writes for close at 1733817114717 (+1 ms)Writing region close event to WAL at 1733817114717Closed at 1733817114717 2024-12-10T07:51:54,717 WARN [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/.initializing 2024-12-10T07:51:54,717 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/WALs/80fbf959555f,33915,1733817114401 2024-12-10T07:51:54,718 INFO [master/80fbf959555f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:54,720 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C33915%2C1733817114401, suffix=, logDir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/WALs/80fbf959555f,33915,1733817114401, archiveDir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/oldWALs, maxLogs=10 2024-12-10T07:51:54,730 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/WALs/80fbf959555f,33915,1733817114401/80fbf959555f%2C33915%2C1733817114401.1733817114720, exclude list is [], retry=0 2024-12-10T07:51:54,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36363,DS-7f76177e-9a7c-4b3e-b8cc-fe4125781acb,DISK] 2024-12-10T07:51:54,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44051,DS-b73f1fcf-60af-426f-96f6-078702d74e87,DISK] 2024-12-10T07:51:54,734 INFO [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/WALs/80fbf959555f,33915,1733817114401/80fbf959555f%2C33915%2C1733817114401.1733817114720 2024-12-10T07:51:54,735 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32963:32963),(127.0.0.1/127.0.0.1:33779:33779)] 2024-12-10T07:51:54,735 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:51:54,735 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:54,735 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:54,735 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:54,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:54,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T07:51:54,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:54,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:54,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:54,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T07:51:54,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:54,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:54,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:54,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T07:51:54,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:54,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:54,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:54,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T07:51:54,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:54,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:54,743 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:54,743 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:54,744 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:54,745 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:54,745 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:54,745 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:54,746 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:51:54,748 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:54,748 INFO [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75081310, jitterRate=0.11879870295524597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:54,749 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733817114735Initializing all the Stores at 1733817114736 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817114736Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817114736Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817114736Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817114736Cleaning up temporary data from old regions at 1733817114745 (+9 ms)Region opened successfully at 1733817114749 (+4 ms) 2024-12-10T07:51:54,749 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T07:51:54,752 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327505b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:54,753 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T07:51:54,753 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T07:51:54,753 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T07:51:54,753 INFO [master/80fbf959555f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T07:51:54,754 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-10T07:51:54,754 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-10T07:51:54,754 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T07:51:54,756 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T07:51:54,757 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T07:51:54,791 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T07:51:54,791 INFO [master/80fbf959555f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T07:51:54,792 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T07:51:54,799 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T07:51:54,799 INFO [master/80fbf959555f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T07:51:54,800 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T07:51:54,807 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T07:51:54,808 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T07:51:54,815 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T07:51:54,818 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T07:51:54,829 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T07:51:54,837 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:54,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:54,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:54,837 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,839 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80fbf959555f,33915,1733817114401, sessionid=0x1000ec35da80000, setting cluster-up flag (Was=false) 2024-12-10T07:51:54,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,857 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,882 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T07:51:54,884 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80fbf959555f,33915,1733817114401 2024-12-10T07:51:54,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,899 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:54,924 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T07:51:54,926 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80fbf959555f,33915,1733817114401 2024-12-10T07:51:54,928 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T07:51:54,930 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:54,930 INFO [master/80fbf959555f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T07:51:54,931 INFO [master/80fbf959555f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T07:51:54,931 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80fbf959555f,33915,1733817114401 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T07:51:54,933 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:54,933 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:54,933 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:54,933 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80fbf959555f:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:51:54,933 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80fbf959555f:0, corePoolSize=10, maxPoolSize=10 2024-12-10T07:51:54,933 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:54,934 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:54,934 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:54,935 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733817144935 2024-12-10T07:51:54,935 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T07:51:54,935 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T07:51:54,935 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T07:51:54,935 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T07:51:54,935 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T07:51:54,935 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T07:51:54,936 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:54,936 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:54,936 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T07:51:54,936 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T07:51:54,936 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T07:51:54,936 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T07:51:54,937 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T07:51:54,937 INFO [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T07:51:54,937 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817114937,5,FailOnTimeoutGroup] 2024-12-10T07:51:54,937 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817114937,5,FailOnTimeoutGroup] 2024-12-10T07:51:54,937 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:54,938 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T07:51:54,938 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:54,938 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:54,938 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:54,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:51:54,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:51:54,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:51:54,947 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T07:51:54,947 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4 2024-12-10T07:51:54,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:51:54,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:51:54,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:54,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:51:54,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:51:54,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:54,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:54,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:51:54,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:51:54,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:54,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:54,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:51:54,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:51:54,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:54,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:54,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:51:54,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:51:54,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:54,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:54,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:51:54,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740 2024-12-10T07:51:54,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740 2024-12-10T07:51:54,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:51:54,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:51:54,964 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:54,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:51:54,967 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:54,967 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69585980, jitterRate=0.03691190481185913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:54,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733817114955Initializing all the Stores at 1733817114955Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817114956 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817114956Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817114956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817114956Cleaning up temporary data from old regions at 1733817114964 (+8 ms)Region opened successfully at 1733817114967 (+3 ms) 2024-12-10T07:51:54,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:51:54,967 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:51:54,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:51:54,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:51:54,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:51:54,968 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:54,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733817114967Disabling compacts and flushes for region at 1733817114967Disabling writes for close at 1733817114968 (+1 ms)Writing region close event to WAL at 1733817114968Closed at 1733817114968 2024-12-10T07:51:54,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:54,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T07:51:54,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T07:51:54,970 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:51:54,971 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T07:51:55,028 INFO [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(746): ClusterId : dcbfa712-3e20-474b-b8d9-0bc1cc6b1c91 2024-12-10T07:51:55,028 INFO [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(746): ClusterId : dcbfa712-3e20-474b-b8d9-0bc1cc6b1c91 2024-12-10T07:51:55,028 DEBUG [RS:0;80fbf959555f:46841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:51:55,028 DEBUG [RS:1;80fbf959555f:44153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:51:55,056 DEBUG [RS:1;80fbf959555f:44153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:51:55,056 DEBUG [RS:0;80fbf959555f:46841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:51:55,056 DEBUG [RS:1;80fbf959555f:44153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:51:55,056 DEBUG [RS:0;80fbf959555f:46841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:51:55,068 DEBUG [RS:0;80fbf959555f:46841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:51:55,068 DEBUG [RS:1;80fbf959555f:44153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:51:55,069 DEBUG [RS:1;80fbf959555f:44153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c746ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:55,069 DEBUG [RS:0;80fbf959555f:46841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472d0cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80fbf959555f/172.17.0.2:0 2024-12-10T07:51:55,089 DEBUG [RS:0;80fbf959555f:46841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80fbf959555f:46841 2024-12-10T07:51:55,089 DEBUG [RS:1;80fbf959555f:44153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;80fbf959555f:44153 2024-12-10T07:51:55,089 INFO [RS:1;80fbf959555f:44153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:51:55,089 INFO [RS:0;80fbf959555f:46841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:51:55,089 INFO [RS:1;80fbf959555f:44153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:51:55,089 INFO [RS:0;80fbf959555f:46841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:51:55,089 DEBUG [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:51:55,089 DEBUG [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:51:55,090 INFO [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(2659): reportForDuty to master=80fbf959555f,33915,1733817114401 with port=46841, startcode=1733817114525 2024-12-10T07:51:55,090 INFO [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(2659): reportForDuty to master=80fbf959555f,33915,1733817114401 with port=44153, startcode=1733817114600 2024-12-10T07:51:55,090 DEBUG [RS:0;80fbf959555f:46841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:51:55,090 DEBUG [RS:1;80fbf959555f:44153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:51:55,091 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53917, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:51:55,091 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42573, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:51:55,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80fbf959555f,44153,1733817114600 2024-12-10T07:51:55,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33915 {}] master.ServerManager(517): Registering regionserver=80fbf959555f,44153,1733817114600 2024-12-10T07:51:55,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80fbf959555f,46841,1733817114525 2024-12-10T07:51:55,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33915 {}] master.ServerManager(517): Registering regionserver=80fbf959555f,46841,1733817114525 2024-12-10T07:51:55,093 DEBUG [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4 2024-12-10T07:51:55,093 DEBUG [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37303 2024-12-10T07:51:55,093 DEBUG [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:51:55,094 DEBUG [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4 2024-12-10T07:51:55,094 DEBUG [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37303 2024-12-10T07:51:55,094 DEBUG [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:51:55,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:51:55,121 WARN [80fbf959555f:33915 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-10T07:51:55,135 DEBUG [RS:1;80fbf959555f:44153 {}] zookeeper.ZKUtil(111): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80fbf959555f,44153,1733817114600 2024-12-10T07:51:55,135 WARN [RS:1;80fbf959555f:44153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:55,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80fbf959555f,44153,1733817114600] 2024-12-10T07:51:55,135 INFO [RS:1;80fbf959555f:44153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:55,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80fbf959555f,46841,1733817114525] 2024-12-10T07:51:55,136 DEBUG [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/WALs/80fbf959555f,44153,1733817114600 2024-12-10T07:51:55,136 DEBUG [RS:0;80fbf959555f:46841 {}] zookeeper.ZKUtil(111): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80fbf959555f,46841,1733817114525 2024-12-10T07:51:55,136 WARN [RS:0;80fbf959555f:46841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:51:55,136 INFO [RS:0;80fbf959555f:46841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:55,136 DEBUG [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/WALs/80fbf959555f,46841,1733817114525 2024-12-10T07:51:55,143 INFO [RS:1;80fbf959555f:44153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:51:55,143 INFO [RS:0;80fbf959555f:46841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:51:55,146 INFO [RS:1;80fbf959555f:44153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:51:55,146 INFO [RS:1;80fbf959555f:44153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:51:55,146 INFO [RS:1;80fbf959555f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,147 INFO [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:51:55,148 INFO [RS:1;80fbf959555f:44153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:51:55,148 INFO [RS:0;80fbf959555f:46841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:51:55,148 INFO [RS:1;80fbf959555f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,148 DEBUG [RS:1;80fbf959555f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,148 DEBUG [RS:1;80fbf959555f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,148 DEBUG [RS:1;80fbf959555f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,148 DEBUG [RS:1;80fbf959555f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,148 INFO [RS:0;80fbf959555f:46841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:51:55,148 DEBUG [RS:1;80fbf959555f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,148 INFO [RS:0;80fbf959555f:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,148 DEBUG [RS:1;80fbf959555f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:55,148 DEBUG [RS:1;80fbf959555f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,148 DEBUG [RS:1;80fbf959555f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,148 DEBUG [RS:1;80fbf959555f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,148 DEBUG [RS:1;80fbf959555f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,148 DEBUG [RS:1;80fbf959555f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,148 INFO [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:51:55,148 DEBUG [RS:1;80fbf959555f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,148 DEBUG [RS:1;80fbf959555f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:55,148 DEBUG [RS:1;80fbf959555f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:55,149 INFO [RS:1;80fbf959555f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,149 INFO [RS:1;80fbf959555f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,149 INFO [RS:1;80fbf959555f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,149 INFO [RS:1;80fbf959555f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,149 INFO [RS:1;80fbf959555f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,149 INFO [RS:1;80fbf959555f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,44153,1733817114600-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:55,149 INFO [RS:0;80fbf959555f:46841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:51:55,149 INFO [RS:0;80fbf959555f:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,149 DEBUG [RS:0;80fbf959555f:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,149 DEBUG [RS:0;80fbf959555f:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,149 DEBUG [RS:0;80fbf959555f:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,149 DEBUG [RS:0;80fbf959555f:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,149 DEBUG [RS:0;80fbf959555f:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,149 DEBUG [RS:0;80fbf959555f:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80fbf959555f:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:51:55,149 DEBUG [RS:0;80fbf959555f:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,149 DEBUG [RS:0;80fbf959555f:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,149 DEBUG [RS:0;80fbf959555f:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,149 DEBUG [RS:0;80fbf959555f:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,149 DEBUG [RS:0;80fbf959555f:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,149 DEBUG [RS:0;80fbf959555f:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80fbf959555f:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:51:55,149 DEBUG [RS:0;80fbf959555f:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:55,149 DEBUG [RS:0;80fbf959555f:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80fbf959555f:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:51:55,151 INFO [RS:0;80fbf959555f:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,151 INFO [RS:0;80fbf959555f:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,151 INFO [RS:0;80fbf959555f:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,151 INFO [RS:0;80fbf959555f:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,151 INFO [RS:0;80fbf959555f:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,151 INFO [RS:0;80fbf959555f:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,46841,1733817114525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:55,161 INFO [RS:1;80fbf959555f:44153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:51:55,161 INFO [RS:1;80fbf959555f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,44153,1733817114600-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,161 INFO [RS:1;80fbf959555f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,161 INFO [RS:1;80fbf959555f:44153 {}] regionserver.Replication(171): 80fbf959555f,44153,1733817114600 started 2024-12-10T07:51:55,164 INFO [RS:0;80fbf959555f:46841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:51:55,164 INFO [RS:0;80fbf959555f:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,46841,1733817114525-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,164 INFO [RS:0;80fbf959555f:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,164 INFO [RS:0;80fbf959555f:46841 {}] regionserver.Replication(171): 80fbf959555f,46841,1733817114525 started 2024-12-10T07:51:55,172 INFO [RS:1;80fbf959555f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,172 INFO [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(1482): Serving as 80fbf959555f,44153,1733817114600, RpcServer on 80fbf959555f/172.17.0.2:44153, sessionid=0x1000ec35da80002 2024-12-10T07:51:55,172 DEBUG [RS:1;80fbf959555f:44153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:51:55,172 DEBUG [RS:1;80fbf959555f:44153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80fbf959555f,44153,1733817114600 2024-12-10T07:51:55,172 DEBUG [RS:1;80fbf959555f:44153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,44153,1733817114600' 2024-12-10T07:51:55,172 DEBUG [RS:1;80fbf959555f:44153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:51:55,173 DEBUG [RS:1;80fbf959555f:44153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:51:55,173 DEBUG [RS:1;80fbf959555f:44153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:51:55,173 DEBUG [RS:1;80fbf959555f:44153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:51:55,173 DEBUG [RS:1;80fbf959555f:44153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80fbf959555f,44153,1733817114600 2024-12-10T07:51:55,173 DEBUG [RS:1;80fbf959555f:44153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,44153,1733817114600' 2024-12-10T07:51:55,173 DEBUG [RS:1;80fbf959555f:44153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:51:55,173 DEBUG [RS:1;80fbf959555f:44153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:51:55,174 DEBUG [RS:1;80fbf959555f:44153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:51:55,174 INFO [RS:1;80fbf959555f:44153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:51:55,174 INFO [RS:1;80fbf959555f:44153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:51:55,175 INFO [RS:0;80fbf959555f:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,175 INFO [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(1482): Serving as 80fbf959555f,46841,1733817114525, RpcServer on 80fbf959555f/172.17.0.2:46841, sessionid=0x1000ec35da80001 2024-12-10T07:51:55,175 DEBUG [RS:0;80fbf959555f:46841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:51:55,175 DEBUG [RS:0;80fbf959555f:46841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80fbf959555f,46841,1733817114525 2024-12-10T07:51:55,175 DEBUG [RS:0;80fbf959555f:46841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,46841,1733817114525' 2024-12-10T07:51:55,175 DEBUG [RS:0;80fbf959555f:46841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:51:55,176 DEBUG [RS:0;80fbf959555f:46841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:51:55,177 DEBUG [RS:0;80fbf959555f:46841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:51:55,177 DEBUG [RS:0;80fbf959555f:46841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:51:55,177 DEBUG [RS:0;80fbf959555f:46841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80fbf959555f,46841,1733817114525 2024-12-10T07:51:55,177 DEBUG [RS:0;80fbf959555f:46841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80fbf959555f,46841,1733817114525' 2024-12-10T07:51:55,177 DEBUG [RS:0;80fbf959555f:46841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:51:55,177 DEBUG [RS:0;80fbf959555f:46841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:51:55,177 DEBUG [RS:0;80fbf959555f:46841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:51:55,177 INFO [RS:0;80fbf959555f:46841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:51:55,177 INFO [RS:0;80fbf959555f:46841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:51:55,274 INFO [RS:1;80fbf959555f:44153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:55,277 INFO [RS:1;80fbf959555f:44153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C44153%2C1733817114600, suffix=, logDir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/WALs/80fbf959555f,44153,1733817114600, archiveDir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/oldWALs, maxLogs=32 2024-12-10T07:51:55,278 INFO [RS:0;80fbf959555f:46841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:51:55,280 INFO [RS:0;80fbf959555f:46841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C46841%2C1733817114525, suffix=, logDir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/WALs/80fbf959555f,46841,1733817114525, archiveDir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/oldWALs, maxLogs=32 2024-12-10T07:51:55,293 DEBUG [RS:1;80fbf959555f:44153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/WALs/80fbf959555f,44153,1733817114600/80fbf959555f%2C44153%2C1733817114600.1733817115277, exclude list is [], retry=0 2024-12-10T07:51:55,294 DEBUG [RS:0;80fbf959555f:46841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/WALs/80fbf959555f,46841,1733817114525/80fbf959555f%2C46841%2C1733817114525.1733817115281, exclude list is [], retry=0 2024-12-10T07:51:55,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36363,DS-7f76177e-9a7c-4b3e-b8cc-fe4125781acb,DISK] 2024-12-10T07:51:55,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44051,DS-b73f1fcf-60af-426f-96f6-078702d74e87,DISK] 2024-12-10T07:51:55,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36363,DS-7f76177e-9a7c-4b3e-b8cc-fe4125781acb,DISK] 2024-12-10T07:51:55,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44051,DS-b73f1fcf-60af-426f-96f6-078702d74e87,DISK] 2024-12-10T07:51:55,298 INFO [RS:1;80fbf959555f:44153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/WALs/80fbf959555f,44153,1733817114600/80fbf959555f%2C44153%2C1733817114600.1733817115277 2024-12-10T07:51:55,298 INFO [RS:0;80fbf959555f:46841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/WALs/80fbf959555f,46841,1733817114525/80fbf959555f%2C46841%2C1733817114525.1733817115281 2024-12-10T07:51:55,299 DEBUG [RS:1;80fbf959555f:44153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33779:33779),(127.0.0.1/127.0.0.1:32963:32963)] 2024-12-10T07:51:55,299 DEBUG [RS:0;80fbf959555f:46841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32963:32963),(127.0.0.1/127.0.0.1:33779:33779)] 2024-12-10T07:51:55,371 DEBUG [80fbf959555f:33915 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T07:51:55,372 DEBUG [80fbf959555f:33915 {}] balancer.BalancerClusterState(204): Hosts are {80fbf959555f=0} racks are {/default-rack=0} 2024-12-10T07:51:55,375 DEBUG [80fbf959555f:33915 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:51:55,375 DEBUG [80fbf959555f:33915 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:51:55,375 DEBUG [80fbf959555f:33915 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:51:55,375 DEBUG [80fbf959555f:33915 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:51:55,376 INFO [80fbf959555f:33915 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:51:55,376 INFO [80fbf959555f:33915 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:51:55,376 DEBUG [80fbf959555f:33915 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:51:55,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80fbf959555f,46841,1733817114525 2024-12-10T07:51:55,378 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80fbf959555f,46841,1733817114525, state=OPENING 2024-12-10T07:51:55,446 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T07:51:55,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:55,458 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:55,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:55,459 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:51:55,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:55,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:55,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:55,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80fbf959555f,46841,1733817114525}] 2024-12-10T07:51:55,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:55,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57301, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:55,625 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T07:51:55,625 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:51:55,625 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T07:51:55,627 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80fbf959555f%2C46841%2C1733817114525.meta, suffix=.meta, logDir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/WALs/80fbf959555f,46841,1733817114525, archiveDir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/oldWALs, maxLogs=32 2024-12-10T07:51:55,642 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/WALs/80fbf959555f,46841,1733817114525/80fbf959555f%2C46841%2C1733817114525.meta.1733817115628.meta, exclude list is [], retry=0 2024-12-10T07:51:55,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36363,DS-7f76177e-9a7c-4b3e-b8cc-fe4125781acb,DISK] 2024-12-10T07:51:55,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44051,DS-b73f1fcf-60af-426f-96f6-078702d74e87,DISK] 2024-12-10T07:51:55,646 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/WALs/80fbf959555f,46841,1733817114525/80fbf959555f%2C46841%2C1733817114525.meta.1733817115628.meta 2024-12-10T07:51:55,647 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32963:32963),(127.0.0.1/127.0.0.1:33779:33779)] 2024-12-10T07:51:55,647 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:51:55,647 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T07:51:55,647 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T07:51:55,647 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T07:51:55,647 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T07:51:55,647 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:55,647 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T07:51:55,647 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T07:51:55,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:51:55,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:51:55,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:55,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:55,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:51:55,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:51:55,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:55,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:55,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:51:55,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:51:55,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:55,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:55,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:51:55,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:51:55,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:55,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:51:55,653 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:51:55,654 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740 2024-12-10T07:51:55,654 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740 2024-12-10T07:51:55,656 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:51:55,656 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:51:55,656 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:51:55,657 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:51:55,658 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75470491, jitterRate=0.1245979517698288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:51:55,658 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T07:51:55,658 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733817115647Writing region info on filesystem at 1733817115647Initializing all the Stores at 1733817115648 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817115648Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817115648Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817115648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733817115648Cleaning up temporary data from old regions at 1733817115656 (+8 ms)Running coprocessor post-open hooks at 1733817115658 (+2 ms)Region opened successfully at 1733817115658 2024-12-10T07:51:55,659 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733817115614 2024-12-10T07:51:55,661 DEBUG [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T07:51:55,661 INFO [RS_OPEN_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T07:51:55,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,46841,1733817114525 2024-12-10T07:51:55,663 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80fbf959555f,46841,1733817114525, state=OPEN 2024-12-10T07:51:55,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:55,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:55,679 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:51:55,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:55,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:55,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:51:55,679 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80fbf959555f,46841,1733817114525 2024-12-10T07:51:55,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T07:51:55,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80fbf959555f,46841,1733817114525 in 220 msec 2024-12-10T07:51:55,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T07:51:55,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 714 msec 2024-12-10T07:51:55,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:51:55,688 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T07:51:55,689 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:51:55,689 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80fbf959555f,46841,1733817114525, seqNum=-1] 2024-12-10T07:51:55,690 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:55,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43111, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:55,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 768 msec 2024-12-10T07:51:55,698 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733817115698, completionTime=-1 2024-12-10T07:51:55,698 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-10T07:51:55,699 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T07:51:55,701 INFO [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-10T07:51:55,701 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733817175701 2024-12-10T07:51:55,701 INFO [master/80fbf959555f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733817235701 2024-12-10T07:51:55,701 INFO [master/80fbf959555f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-10T07:51:55,702 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,33915,1733817114401-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,702 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,33915,1733817114401-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,702 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,33915,1733817114401-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,702 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80fbf959555f:33915, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,702 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,704 DEBUG [master/80fbf959555f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T07:51:55,707 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,710 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.044sec 2024-12-10T07:51:55,710 INFO [master/80fbf959555f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T07:51:55,711 INFO [master/80fbf959555f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T07:51:55,711 INFO [master/80fbf959555f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T07:51:55,711 INFO [master/80fbf959555f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T07:51:55,711 INFO [master/80fbf959555f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T07:51:55,711 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,33915,1733817114401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:51:55,711 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,33915,1733817114401-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T07:51:55,713 DEBUG [master/80fbf959555f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T07:51:55,713 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T07:51:55,713 INFO [master/80fbf959555f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80fbf959555f,33915,1733817114401-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:51:55,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273a245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:55,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80fbf959555f,33915,-1 for getting cluster id 2024-12-10T07:51:55,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T07:51:55,729 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbfa712-3e20-474b-b8d9-0bc1cc6b1c91' 2024-12-10T07:51:55,729 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T07:51:55,729 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbfa712-3e20-474b-b8d9-0bc1cc6b1c91" 2024-12-10T07:51:55,730 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67009abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:55,730 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80fbf959555f,33915,-1] 2024-12-10T07:51:55,730 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T07:51:55,731 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:55,732 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T07:51:55,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cbd615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:51:55,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:51:55,734 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80fbf959555f,46841,1733817114525, seqNum=-1] 2024-12-10T07:51:55,735 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:55,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:55,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80fbf959555f,33915,1733817114401 2024-12-10T07:51:55,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T07:51:55,740 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 80fbf959555f,33915,1733817114401 2024-12-10T07:51:55,740 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44a09fa4 2024-12-10T07:51:55,740 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T07:51:55,742 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T07:51:55,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:51:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-10T07:51:55,745 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:51:55,745 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:55,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-10T07:51:55,746 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:51:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:55,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741836_1012 (size=379) 2024-12-10T07:51:55,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741836_1012 (size=379) 2024-12-10T07:51:55,755 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3bdd3cede3aa8fd87a18b6a3cb0c5552, NAME => 'testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4 2024-12-10T07:51:55,755 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 258966d78dbe93770d5c904d663dbec2, NAME => 'testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4 2024-12-10T07:51:55,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741837_1013 (size=61) 2024-12-10T07:51:55,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741837_1013 (size=61) 2024-12-10T07:51:55,762 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:55,762 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3bdd3cede3aa8fd87a18b6a3cb0c5552, disabling compactions & flushes 2024-12-10T07:51:55,762 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552. 2024-12-10T07:51:55,762 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552. 2024-12-10T07:51:55,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552. after waiting 0 ms 2024-12-10T07:51:55,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552. 2024-12-10T07:51:55,763 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552. 2024-12-10T07:51:55,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3bdd3cede3aa8fd87a18b6a3cb0c5552: Waiting for close lock at 1733817115762Disabling compacts and flushes for region at 1733817115762Disabling writes for close at 1733817115763 (+1 ms)Writing region close event to WAL at 1733817115763Closed at 1733817115763 2024-12-10T07:51:55,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741838_1014 (size=61) 2024-12-10T07:51:55,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741838_1014 (size=61) 2024-12-10T07:51:55,766 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:55,766 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 258966d78dbe93770d5c904d663dbec2, disabling compactions & flushes 2024-12-10T07:51:55,766 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2. 2024-12-10T07:51:55,766 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2. 2024-12-10T07:51:55,766 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2. after waiting 0 ms 2024-12-10T07:51:55,766 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2. 2024-12-10T07:51:55,766 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2. 2024-12-10T07:51:55,766 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 258966d78dbe93770d5c904d663dbec2: Waiting for close lock at 1733817115766Disabling compacts and flushes for region at 1733817115766Disabling writes for close at 1733817115766Writing region close event to WAL at 1733817115766Closed at 1733817115766 2024-12-10T07:51:55,767 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:51:55,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733817115767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733817115767"}]},"ts":"1733817115767"} 2024-12-10T07:51:55,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733817115767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733817115767"}]},"ts":"1733817115767"} 2024-12-10T07:51:55,771 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-10T07:51:55,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:51:55,772 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733817115772"}]},"ts":"1733817115772"} 2024-12-10T07:51:55,774 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-10T07:51:55,774 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {80fbf959555f=0} racks are {/default-rack=0} 2024-12-10T07:51:55,776 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:51:55,776 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:51:55,776 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:51:55,776 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:51:55,776 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:51:55,776 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:51:55,776 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:51:55,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3bdd3cede3aa8fd87a18b6a3cb0c5552, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=258966d78dbe93770d5c904d663dbec2, ASSIGN}] 2024-12-10T07:51:55,777 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=258966d78dbe93770d5c904d663dbec2, ASSIGN 2024-12-10T07:51:55,777 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3bdd3cede3aa8fd87a18b6a3cb0c5552, ASSIGN 2024-12-10T07:51:55,778 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=258966d78dbe93770d5c904d663dbec2, ASSIGN; state=OFFLINE, location=80fbf959555f,46841,1733817114525; forceNewPlan=false, retain=false 2024-12-10T07:51:55,778 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3bdd3cede3aa8fd87a18b6a3cb0c5552, ASSIGN; state=OFFLINE, location=80fbf959555f,44153,1733817114600; forceNewPlan=false, retain=false 2024-12-10T07:51:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:55,929 INFO [80fbf959555f:33915 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-10T07:51:55,929 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=258966d78dbe93770d5c904d663dbec2, regionState=OPENING, regionLocation=80fbf959555f,46841,1733817114525 2024-12-10T07:51:55,930 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3bdd3cede3aa8fd87a18b6a3cb0c5552, regionState=OPENING, regionLocation=80fbf959555f,44153,1733817114600 2024-12-10T07:51:55,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=258966d78dbe93770d5c904d663dbec2, ASSIGN because future has completed 2024-12-10T07:51:55,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 258966d78dbe93770d5c904d663dbec2, server=80fbf959555f,46841,1733817114525}] 2024-12-10T07:51:55,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3bdd3cede3aa8fd87a18b6a3cb0c5552, ASSIGN because future has completed 2024-12-10T07:51:55,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bdd3cede3aa8fd87a18b6a3cb0c5552, server=80fbf959555f,44153,1733817114600}] 2024-12-10T07:51:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:56,089 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:56,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54307, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:56,093 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2. 2024-12-10T07:51:56,093 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 258966d78dbe93770d5c904d663dbec2, NAME => 'testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2.', STARTKEY => '5', ENDKEY => ''} 2024-12-10T07:51:56,093 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 258966d78dbe93770d5c904d663dbec2 2024-12-10T07:51:56,093 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:56,093 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 258966d78dbe93770d5c904d663dbec2 2024-12-10T07:51:56,093 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 258966d78dbe93770d5c904d663dbec2 2024-12-10T07:51:56,095 INFO [StoreOpener-258966d78dbe93770d5c904d663dbec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 258966d78dbe93770d5c904d663dbec2 2024-12-10T07:51:56,096 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552. 2024-12-10T07:51:56,096 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 3bdd3cede3aa8fd87a18b6a3cb0c5552, NAME => 'testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552.', STARTKEY => '', ENDKEY => '5'} 2024-12-10T07:51:56,097 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3bdd3cede3aa8fd87a18b6a3cb0c5552 2024-12-10T07:51:56,097 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:51:56,097 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 3bdd3cede3aa8fd87a18b6a3cb0c5552 2024-12-10T07:51:56,097 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 3bdd3cede3aa8fd87a18b6a3cb0c5552 2024-12-10T07:51:56,098 INFO [StoreOpener-258966d78dbe93770d5c904d663dbec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 258966d78dbe93770d5c904d663dbec2 columnFamilyName family 2024-12-10T07:51:56,098 DEBUG [StoreOpener-258966d78dbe93770d5c904d663dbec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:56,098 INFO [StoreOpener-258966d78dbe93770d5c904d663dbec2-1 {}] regionserver.HStore(327): Store=258966d78dbe93770d5c904d663dbec2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:56,099 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 258966d78dbe93770d5c904d663dbec2 2024-12-10T07:51:56,099 INFO [StoreOpener-3bdd3cede3aa8fd87a18b6a3cb0c5552-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3bdd3cede3aa8fd87a18b6a3cb0c5552 2024-12-10T07:51:56,100 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/258966d78dbe93770d5c904d663dbec2 2024-12-10T07:51:56,100 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/258966d78dbe93770d5c904d663dbec2 2024-12-10T07:51:56,101 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 258966d78dbe93770d5c904d663dbec2 2024-12-10T07:51:56,101 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 258966d78dbe93770d5c904d663dbec2 2024-12-10T07:51:56,101 INFO [StoreOpener-3bdd3cede3aa8fd87a18b6a3cb0c5552-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bdd3cede3aa8fd87a18b6a3cb0c5552 columnFamilyName family 2024-12-10T07:51:56,101 DEBUG [StoreOpener-3bdd3cede3aa8fd87a18b6a3cb0c5552-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:51:56,101 INFO [StoreOpener-3bdd3cede3aa8fd87a18b6a3cb0c5552-1 {}] regionserver.HStore(327): Store=3bdd3cede3aa8fd87a18b6a3cb0c5552/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:51:56,102 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 3bdd3cede3aa8fd87a18b6a3cb0c5552 2024-12-10T07:51:56,102 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/3bdd3cede3aa8fd87a18b6a3cb0c5552 2024-12-10T07:51:56,103 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 258966d78dbe93770d5c904d663dbec2 2024-12-10T07:51:56,103 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/3bdd3cede3aa8fd87a18b6a3cb0c5552 2024-12-10T07:51:56,103 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 3bdd3cede3aa8fd87a18b6a3cb0c5552 2024-12-10T07:51:56,103 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 3bdd3cede3aa8fd87a18b6a3cb0c5552 2024-12-10T07:51:56,104 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 3bdd3cede3aa8fd87a18b6a3cb0c5552 2024-12-10T07:51:56,105 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/258966d78dbe93770d5c904d663dbec2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:56,105 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 258966d78dbe93770d5c904d663dbec2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75059616, jitterRate=0.11847543716430664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:51:56,105 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 258966d78dbe93770d5c904d663dbec2 2024-12-10T07:51:56,105 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 258966d78dbe93770d5c904d663dbec2: Running coprocessor pre-open hook at 1733817116094Writing region info on filesystem at 1733817116094Initializing all the Stores at 1733817116095 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817116095Cleaning up temporary data from old regions at 1733817116101 (+6 ms)Running coprocessor post-open hooks at 1733817116105 (+4 ms)Region opened successfully at 1733817116105 2024-12-10T07:51:56,106 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/3bdd3cede3aa8fd87a18b6a3cb0c5552/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:51:56,106 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2., pid=7, masterSystemTime=1733817116088 2024-12-10T07:51:56,106 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 3bdd3cede3aa8fd87a18b6a3cb0c5552; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70957146, jitterRate=0.057343870401382446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:51:56,106 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3bdd3cede3aa8fd87a18b6a3cb0c5552 2024-12-10T07:51:56,107 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 3bdd3cede3aa8fd87a18b6a3cb0c5552: Running coprocessor pre-open hook at 1733817116097Writing region info on filesystem at 1733817116097Initializing all the Stores at 1733817116098 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733817116098Cleaning up temporary data from old regions at 1733817116103 (+5 ms)Running coprocessor post-open hooks at 1733817116106 (+3 ms)Region opened successfully at 1733817116106 2024-12-10T07:51:56,107 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552., pid=8, masterSystemTime=1733817116089 2024-12-10T07:51:56,108 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2. 2024-12-10T07:51:56,109 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2. 2024-12-10T07:51:56,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=258966d78dbe93770d5c904d663dbec2, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,46841,1733817114525 2024-12-10T07:51:56,109 DEBUG [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552. 2024-12-10T07:51:56,109 INFO [RS_OPEN_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552. 2024-12-10T07:51:56,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3bdd3cede3aa8fd87a18b6a3cb0c5552, regionState=OPEN, openSeqNum=2, regionLocation=80fbf959555f,44153,1733817114600 2024-12-10T07:51:56,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 258966d78dbe93770d5c904d663dbec2, server=80fbf959555f,46841,1733817114525 because future has completed 2024-12-10T07:51:56,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bdd3cede3aa8fd87a18b6a3cb0c5552, server=80fbf959555f,44153,1733817114600 because future has completed 2024-12-10T07:51:56,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-10T07:51:56,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 258966d78dbe93770d5c904d663dbec2, server=80fbf959555f,46841,1733817114525 in 177 msec 2024-12-10T07:51:56,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-10T07:51:56,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3bdd3cede3aa8fd87a18b6a3cb0c5552, server=80fbf959555f,44153,1733817114600 in 177 msec 2024-12-10T07:51:56,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=258966d78dbe93770d5c904d663dbec2, ASSIGN in 338 msec 2024-12-10T07:51:56,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T07:51:56,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3bdd3cede3aa8fd87a18b6a3cb0c5552, ASSIGN in 339 msec 2024-12-10T07:51:56,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:51:56,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733817116117"}]},"ts":"1733817116117"} 2024-12-10T07:51:56,119 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-10T07:51:56,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:51:56,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 377 msec 2024-12-10T07:51:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:51:56,374 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-10T07:51:56,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-10T07:51:56,374 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:51:56,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-10T07:51:56,381 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:51:56,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-10T07:51:56,386 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552., hostname=80fbf959555f,44153,1733817114600, seqNum=2] 2024-12-10T07:51:56,386 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:51:56,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:51:56,396 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2., hostname=80fbf959555f,46841,1733817114525, seqNum=2] 2024-12-10T07:51:56,406 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 258966d78dbe93770d5c904d663dbec2 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-10T07:51:56,418 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/258966d78dbe93770d5c904d663dbec2/.tmp/family/a75ecfa9bf0b4d26a36f210844d0718e is 32, key is 5/family:/1733817116397/Put/seqid=0 2024-12-10T07:51:56,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741839_1015 (size=5083) 2024-12-10T07:51:56,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741839_1015 (size=5083) 2024-12-10T07:51:56,424 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/258966d78dbe93770d5c904d663dbec2/.tmp/family/a75ecfa9bf0b4d26a36f210844d0718e 2024-12-10T07:51:56,429 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/258966d78dbe93770d5c904d663dbec2/.tmp/family/a75ecfa9bf0b4d26a36f210844d0718e as hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/258966d78dbe93770d5c904d663dbec2/family/a75ecfa9bf0b4d26a36f210844d0718e 2024-12-10T07:51:56,436 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/258966d78dbe93770d5c904d663dbec2/family/a75ecfa9bf0b4d26a36f210844d0718e, entries=5, sequenceid=9, filesize=5.0 K 2024-12-10T07:51:56,436 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 258966d78dbe93770d5c904d663dbec2 in 30ms, sequenceid=9, compaction requested=false 2024-12-10T07:51:56,437 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 258966d78dbe93770d5c904d663dbec2: 2024-12-10T07:51:56,437 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3bdd3cede3aa8fd87a18b6a3cb0c5552 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-10T07:51:56,449 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/3bdd3cede3aa8fd87a18b6a3cb0c5552/.tmp/family/34176e5fc2474db39fbed0f668595183 is 32, key is 1/family:/1733817116388/Put/seqid=0 2024-12-10T07:51:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741840_1016 (size=5054) 2024-12-10T07:51:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741840_1016 (size=5054) 2024-12-10T07:51:56,454 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/3bdd3cede3aa8fd87a18b6a3cb0c5552/.tmp/family/34176e5fc2474db39fbed0f668595183 2024-12-10T07:51:56,460 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/3bdd3cede3aa8fd87a18b6a3cb0c5552/.tmp/family/34176e5fc2474db39fbed0f668595183 as hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/3bdd3cede3aa8fd87a18b6a3cb0c5552/family/34176e5fc2474db39fbed0f668595183 2024-12-10T07:51:56,466 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/3bdd3cede3aa8fd87a18b6a3cb0c5552/family/34176e5fc2474db39fbed0f668595183, entries=4, sequenceid=8, filesize=4.9 K 2024-12-10T07:51:56,466 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3bdd3cede3aa8fd87a18b6a3cb0c5552 in 29ms, sequenceid=8, compaction requested=false 2024-12-10T07:51:56,466 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3bdd3cede3aa8fd87a18b6a3cb0c5552: 2024-12-10T07:51:56,470 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-10T07:51:56,473 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:56,473 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:51:56,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:56,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:51:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44153 {}] bucket.BucketCache(1863): found 1 blocks for file 34176e5fc2474db39fbed0f668595183, starting offset: 0, end offset: 9223372036854775807 2024-12-10T07:51:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46841 {}] bucket.BucketCache(1863): found 1 blocks for file a75ecfa9bf0b4d26a36f210844d0718e, starting offset: 0, end offset: 9223372036854775807 2024-12-10T07:51:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44153 {}] bucket.BucketCache(856): removed key 34176e5fc2474db39fbed0f668595183_0 from back map with offset lock 2094080 in the evict process 2024-12-10T07:51:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46841 {}] bucket.BucketCache(856): removed key a75ecfa9bf0b4d26a36f210844d0718e_0 from back map with offset lock 2094080 in the evict process 2024-12-10T07:51:56,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T07:51:56,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:51:56,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:56,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:56,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:56,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T07:51:56,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T07:51:56,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=992153823, stopped=false 2024-12-10T07:51:56,475 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80fbf959555f,33915,1733817114401 2024-12-10T07:51:56,520 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:56,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:56,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:51:56,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:56,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:56,520 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:56,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:51:56,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:51:56,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:56,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:56,521 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80fbf959555f,46841,1733817114525' ***** 2024-12-10T07:51:56,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:56,521 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:51:56,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:56,521 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80fbf959555f,44153,1733817114600' ***** 2024-12-10T07:51:56,521 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:51:56,521 INFO [RS:1;80fbf959555f:44153 {}] bucket.BucketCache(1738): Disabling cache 2024-12-10T07:51:56,521 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-10T07:51:56,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:51:56,521 INFO [RS:1;80fbf959555f:44153 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-10T07:51:56,521 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-10T07:51:56,521 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-10T07:51:56,521 INFO [RS:0;80fbf959555f:46841 {}] bucket.BucketCache(1738): Disabling cache 2024-12-10T07:51:56,521 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-10T07:51:56,522 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-10T07:51:56,522 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-10T07:51:56,522 INFO [RS:0;80fbf959555f:46841 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-10T07:51:56,522 INFO [RS:1;80fbf959555f:44153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:51:56,522 INFO [RS:1;80fbf959555f:44153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:51:56,522 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:51:56,522 INFO [RS:1;80fbf959555f:44153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:51:56,522 INFO [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(3091): Received CLOSE for 3bdd3cede3aa8fd87a18b6a3cb0c5552 2024-12-10T07:51:56,522 INFO [RS:0;80fbf959555f:46841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:51:56,522 INFO [RS:0;80fbf959555f:46841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:51:56,522 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:51:56,522 INFO [RS:0;80fbf959555f:46841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:51:56,522 INFO [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(959): stopping server 80fbf959555f,44153,1733817114600 2024-12-10T07:51:56,522 INFO [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(3091): Received CLOSE for 258966d78dbe93770d5c904d663dbec2 2024-12-10T07:51:56,522 INFO [RS:1;80fbf959555f:44153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:56,522 INFO [RS:1;80fbf959555f:44153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;80fbf959555f:44153. 2024-12-10T07:51:56,522 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3bdd3cede3aa8fd87a18b6a3cb0c5552, disabling compactions & flushes 2024-12-10T07:51:56,522 INFO [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(959): stopping server 80fbf959555f,46841,1733817114525 2024-12-10T07:51:56,522 INFO [RS:0;80fbf959555f:46841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:56,522 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552. 2024-12-10T07:51:56,522 DEBUG [RS:1;80fbf959555f:44153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:56,522 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552. 2024-12-10T07:51:56,522 INFO [RS:0;80fbf959555f:46841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80fbf959555f:46841. 2024-12-10T07:51:56,522 DEBUG [RS:1;80fbf959555f:44153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:56,522 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 258966d78dbe93770d5c904d663dbec2, disabling compactions & flushes 2024-12-10T07:51:56,522 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552. after waiting 0 ms 2024-12-10T07:51:56,522 DEBUG [RS:0;80fbf959555f:46841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:51:56,522 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2. 2024-12-10T07:51:56,522 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552. 2024-12-10T07:51:56,522 DEBUG [RS:0;80fbf959555f:46841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:56,522 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2. 2024-12-10T07:51:56,522 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2. after waiting 0 ms 2024-12-10T07:51:56,522 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2. 2024-12-10T07:51:56,522 INFO [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-10T07:51:56,522 DEBUG [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(1325): Online Regions={3bdd3cede3aa8fd87a18b6a3cb0c5552=testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552.} 2024-12-10T07:51:56,522 INFO [RS:0;80fbf959555f:46841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:51:56,523 INFO [RS:0;80fbf959555f:46841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:51:56,523 DEBUG [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(1351): Waiting on 3bdd3cede3aa8fd87a18b6a3cb0c5552 2024-12-10T07:51:56,523 INFO [RS:0;80fbf959555f:46841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:51:56,523 INFO [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T07:51:56,523 INFO [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-10T07:51:56,523 DEBUG [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 258966d78dbe93770d5c904d663dbec2=testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2.} 2024-12-10T07:51:56,523 DEBUG [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 258966d78dbe93770d5c904d663dbec2 2024-12-10T07:51:56,523 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:51:56,523 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:51:56,523 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:51:56,523 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:51:56,523 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:51:56,523 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-10T07:51:56,527 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/3bdd3cede3aa8fd87a18b6a3cb0c5552/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-10T07:51:56,527 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/default/testClearRegionBlockCache/258966d78dbe93770d5c904d663dbec2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T07:51:56,528 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552. 2024-12-10T07:51:56,528 INFO [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2. 2024-12-10T07:51:56,528 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3bdd3cede3aa8fd87a18b6a3cb0c5552: Waiting for close lock at 1733817116522Running coprocessor pre-close hooks at 1733817116522Disabling compacts and flushes for region at 1733817116522Disabling writes for close at 1733817116522Writing region close event to WAL at 1733817116524 (+2 ms)Running coprocessor post-close hooks at 1733817116528 (+4 ms)Closed at 1733817116528 2024-12-10T07:51:56,528 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 258966d78dbe93770d5c904d663dbec2: Waiting for close lock at 1733817116522Running coprocessor pre-close hooks at 1733817116522Disabling compacts and flushes for region at 1733817116522Disabling writes for close at 1733817116522Writing region close event to WAL at 1733817116524 (+2 ms)Running coprocessor post-close hooks at 1733817116528 (+4 ms)Closed at 1733817116528 2024-12-10T07:51:56,528 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2. 2024-12-10T07:51:56,528 DEBUG [RS_CLOSE_REGION-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733817115742.3bdd3cede3aa8fd87a18b6a3cb0c5552. 2024-12-10T07:51:56,537 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/.tmp/info/0273c52a00a641abb14c7c9c4cbfcaa6 is 173, key is testClearRegionBlockCache,5,1733817115742.258966d78dbe93770d5c904d663dbec2./info:regioninfo/1733817116109/Put/seqid=0 2024-12-10T07:51:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741841_1017 (size=8173) 2024-12-10T07:51:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741841_1017 (size=8173) 2024-12-10T07:51:56,542 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/.tmp/info/0273c52a00a641abb14c7c9c4cbfcaa6 2024-12-10T07:51:56,550 INFO [regionserver/80fbf959555f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:56,554 INFO [regionserver/80fbf959555f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:56,561 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/.tmp/ns/50cd3b2c19614f958e68b78d6429de3c is 43, key is default/ns:d/1733817115692/Put/seqid=0 2024-12-10T07:51:56,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741842_1018 (size=5153) 2024-12-10T07:51:56,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741842_1018 (size=5153) 2024-12-10T07:51:56,723 INFO [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(976): stopping server 80fbf959555f,44153,1733817114600; all regions closed. 2024-12-10T07:51:56,723 DEBUG [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T07:51:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741833_1009 (size=1758) 2024-12-10T07:51:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741833_1009 (size=1758) 2024-12-10T07:51:56,728 DEBUG [RS:1;80fbf959555f:44153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/oldWALs 2024-12-10T07:51:56,728 INFO [RS:1;80fbf959555f:44153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C44153%2C1733817114600:(num 1733817115277) 2024-12-10T07:51:56,728 DEBUG [RS:1;80fbf959555f:44153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:56,728 INFO [RS:1;80fbf959555f:44153 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:56,728 INFO [RS:1;80fbf959555f:44153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:56,728 INFO [RS:1;80fbf959555f:44153 {}] hbase.ChoreService(370): Chore service for: regionserver/80fbf959555f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:56,728 INFO [RS:1;80fbf959555f:44153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:51:56,728 INFO [RS:1;80fbf959555f:44153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:51:56,728 INFO [regionserver/80fbf959555f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:56,728 INFO [RS:1;80fbf959555f:44153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:51:56,728 INFO [RS:1;80fbf959555f:44153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:56,728 INFO [RS:1;80fbf959555f:44153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44153 2024-12-10T07:51:56,730 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T07:51:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:51:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80fbf959555f,44153,1733817114600 2024-12-10T07:51:56,745 INFO [RS:1;80fbf959555f:44153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:56,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80fbf959555f,44153,1733817114600] 2024-12-10T07:51:56,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:56,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:56,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:56,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:56,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:56,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:56,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:56,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:56,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:56,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:51:56,762 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80fbf959555f,44153,1733817114600 already deleted, retry=false 2024-12-10T07:51:56,762 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80fbf959555f,44153,1733817114600 expired; onlineServers=1 2024-12-10T07:51:56,765 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-10T07:51:56,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:56,854 INFO [RS:1;80fbf959555f:44153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:56,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x1000ec35da80002, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:56,854 INFO [RS:1;80fbf959555f:44153 {}] regionserver.HRegionServer(1031): Exiting; stopping=80fbf959555f,44153,1733817114600; zookeeper connection closed. 2024-12-10T07:51:56,854 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25ece8af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25ece8af 2024-12-10T07:51:56,923 DEBUG [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T07:51:56,967 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/.tmp/ns/50cd3b2c19614f958e68b78d6429de3c 2024-12-10T07:51:56,993 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/.tmp/table/0ef24028ddbb4d8cb224b29e63d99de2 is 61, key is testClearRegionBlockCache/table:state/1733817116117/Put/seqid=0 2024-12-10T07:51:56,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741843_1019 (size=5312) 2024-12-10T07:51:56,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741843_1019 (size=5312) 2024-12-10T07:51:56,998 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/.tmp/table/0ef24028ddbb4d8cb224b29e63d99de2 2024-12-10T07:51:57,004 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/.tmp/info/0273c52a00a641abb14c7c9c4cbfcaa6 as hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/info/0273c52a00a641abb14c7c9c4cbfcaa6 2024-12-10T07:51:57,009 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/info/0273c52a00a641abb14c7c9c4cbfcaa6, entries=20, sequenceid=13, filesize=8.0 K 2024-12-10T07:51:57,010 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/.tmp/ns/50cd3b2c19614f958e68b78d6429de3c as hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/ns/50cd3b2c19614f958e68b78d6429de3c 2024-12-10T07:51:57,015 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/ns/50cd3b2c19614f958e68b78d6429de3c, entries=2, sequenceid=13, filesize=5.0 K 2024-12-10T07:51:57,016 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/.tmp/table/0ef24028ddbb4d8cb224b29e63d99de2 as hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/table/0ef24028ddbb4d8cb224b29e63d99de2 2024-12-10T07:51:57,021 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/table/0ef24028ddbb4d8cb224b29e63d99de2, entries=2, sequenceid=13, filesize=5.2 K 2024-12-10T07:51:57,022 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 499ms, sequenceid=13, compaction requested=false 2024-12-10T07:51:57,026 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-10T07:51:57,026 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:51:57,026 INFO [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:57,026 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733817116523Running coprocessor pre-close hooks at 1733817116523Disabling compacts and flushes for region at 1733817116523Disabling writes for close at 1733817116523Obtaining lock to block concurrent updates at 1733817116523Preparing flush snapshotting stores in 1588230740 at 1733817116523Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733817116523Flushing stores of hbase:meta,,1.1588230740 at 1733817116524 (+1 ms)Flushing 1588230740/info: creating writer at 1733817116524Flushing 1588230740/info: appending metadata at 1733817116536 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733817116536Flushing 1588230740/ns: creating writer at 1733817116548 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733817116561 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733817116561Flushing 1588230740/table: creating writer at 1733817116976 (+415 ms)Flushing 1588230740/table: appending metadata at 1733817116993 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733817116993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@332412cf: reopening flushed file at 1733817117003 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55925a4a: reopening flushed file at 1733817117009 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1830ccc9: reopening flushed file at 1733817117015 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 499ms, sequenceid=13, compaction requested=false at 1733817117022 (+7 ms)Writing region close event to WAL at 1733817117023 (+1 ms)Running coprocessor post-close hooks at 1733817117026 (+3 ms)Closed at 1733817117026 2024-12-10T07:51:57,027 DEBUG [RS_CLOSE_META-regionserver/80fbf959555f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T07:51:57,124 INFO [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(976): stopping server 80fbf959555f,46841,1733817114525; all regions closed. 2024-12-10T07:51:57,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741835_1011 (size=4338) 2024-12-10T07:51:57,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741835_1011 (size=4338) 2024-12-10T07:51:57,133 DEBUG [RS:0;80fbf959555f:46841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/oldWALs 2024-12-10T07:51:57,133 INFO [RS:0;80fbf959555f:46841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C46841%2C1733817114525.meta:.meta(num 1733817115628) 2024-12-10T07:51:57,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741834_1010 (size=1867) 2024-12-10T07:51:57,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741834_1010 (size=1867) 2024-12-10T07:51:57,138 DEBUG [RS:0;80fbf959555f:46841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/oldWALs 2024-12-10T07:51:57,138 INFO [RS:0;80fbf959555f:46841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80fbf959555f%2C46841%2C1733817114525:(num 1733817115281) 2024-12-10T07:51:57,138 DEBUG [RS:0;80fbf959555f:46841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:51:57,138 INFO [RS:0;80fbf959555f:46841 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:51:57,138 INFO [RS:0;80fbf959555f:46841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:57,138 INFO [RS:0;80fbf959555f:46841 {}] hbase.ChoreService(370): Chore service for: regionserver/80fbf959555f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:57,139 INFO [RS:0;80fbf959555f:46841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:57,139 INFO [regionserver/80fbf959555f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:57,139 INFO [RS:0;80fbf959555f:46841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46841 2024-12-10T07:51:57,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:51:57,195 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80fbf959555f,46841,1733817114525 2024-12-10T07:51:57,195 INFO [RS:0;80fbf959555f:46841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:57,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80fbf959555f,46841,1733817114525] 2024-12-10T07:51:57,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80fbf959555f,46841,1733817114525 already deleted, retry=false 2024-12-10T07:51:57,216 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80fbf959555f,46841,1733817114525 expired; onlineServers=0 2024-12-10T07:51:57,216 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80fbf959555f,33915,1733817114401' ***** 2024-12-10T07:51:57,216 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T07:51:57,216 INFO [M:0;80fbf959555f:33915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:51:57,216 INFO [M:0;80fbf959555f:33915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:51:57,216 DEBUG [M:0;80fbf959555f:33915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T07:51:57,216 DEBUG [M:0;80fbf959555f:33915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T07:51:57,217 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T07:51:57,217 DEBUG [master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817114937 {}] cleaner.HFileCleaner(306): Exit Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.small.0-1733817114937,5,FailOnTimeoutGroup] 2024-12-10T07:51:57,217 DEBUG [master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817114937 {}] cleaner.HFileCleaner(306): Exit Thread[master/80fbf959555f:0:becomeActiveMaster-HFileCleaner.large.0-1733817114937,5,FailOnTimeoutGroup] 2024-12-10T07:51:57,217 INFO [M:0;80fbf959555f:33915 {}] hbase.ChoreService(370): Chore service for: master/80fbf959555f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T07:51:57,217 INFO [M:0;80fbf959555f:33915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:51:57,218 DEBUG [M:0;80fbf959555f:33915 {}] master.HMaster(1795): Stopping service threads 2024-12-10T07:51:57,218 INFO [M:0;80fbf959555f:33915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T07:51:57,218 INFO [M:0;80fbf959555f:33915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:51:57,218 INFO [M:0;80fbf959555f:33915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T07:51:57,218 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T07:51:57,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T07:51:57,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:51:57,229 DEBUG [M:0;80fbf959555f:33915 {}] zookeeper.ZKUtil(347): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T07:51:57,229 WARN [M:0;80fbf959555f:33915 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T07:51:57,230 INFO [M:0;80fbf959555f:33915 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/.lastflushedseqids 2024-12-10T07:51:57,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741844_1020 (size=200) 2024-12-10T07:51:57,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741844_1020 (size=200) 2024-12-10T07:51:57,241 INFO [M:0;80fbf959555f:33915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T07:51:57,242 INFO [M:0;80fbf959555f:33915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T07:51:57,242 DEBUG [M:0;80fbf959555f:33915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:51:57,242 INFO [M:0;80fbf959555f:33915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:57,242 DEBUG [M:0;80fbf959555f:33915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:57,242 DEBUG [M:0;80fbf959555f:33915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:51:57,242 DEBUG [M:0;80fbf959555f:33915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:57,242 INFO [M:0;80fbf959555f:33915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-12-10T07:51:57,256 DEBUG [M:0;80fbf959555f:33915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cb8e92caf644498bed60ebca8cfb1fd is 82, key is hbase:meta,,1/info:regioninfo/1733817115662/Put/seqid=0 2024-12-10T07:51:57,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741845_1021 (size=5672) 2024-12-10T07:51:57,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741845_1021 (size=5672) 2024-12-10T07:51:57,261 INFO [M:0;80fbf959555f:33915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cb8e92caf644498bed60ebca8cfb1fd 2024-12-10T07:51:57,279 DEBUG [M:0;80fbf959555f:33915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11bfa11d3c664bf3bf18aa375b0bc636 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733817116121/Put/seqid=0 2024-12-10T07:51:57,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741846_1022 (size=6219) 2024-12-10T07:51:57,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741846_1022 (size=6219) 2024-12-10T07:51:57,285 INFO [M:0;80fbf959555f:33915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11bfa11d3c664bf3bf18aa375b0bc636 2024-12-10T07:51:57,301 DEBUG [M:0;80fbf959555f:33915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94af3c6d974147358e22aa8527b79264 is 69, key is 80fbf959555f,44153,1733817114600/rs:state/1733817115092/Put/seqid=0 2024-12-10T07:51:57,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741847_1023 (size=5224) 2024-12-10T07:51:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741847_1023 (size=5224) 2024-12-10T07:51:57,306 INFO [M:0;80fbf959555f:33915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94af3c6d974147358e22aa8527b79264 2024-12-10T07:51:57,308 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:57,308 INFO [RS:0;80fbf959555f:46841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:57,308 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x1000ec35da80001, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:57,308 INFO [RS:0;80fbf959555f:46841 {}] regionserver.HRegionServer(1031): Exiting; stopping=80fbf959555f,46841,1733817114525; zookeeper connection closed. 2024-12-10T07:51:57,308 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9d9f099 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9d9f099 2024-12-10T07:51:57,308 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-10T07:51:57,311 DEBUG [M:0;80fbf959555f:33915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cb8e92caf644498bed60ebca8cfb1fd as hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cb8e92caf644498bed60ebca8cfb1fd 2024-12-10T07:51:57,315 INFO [M:0;80fbf959555f:33915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cb8e92caf644498bed60ebca8cfb1fd, entries=8, sequenceid=71, filesize=5.5 K 2024-12-10T07:51:57,316 DEBUG [M:0;80fbf959555f:33915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11bfa11d3c664bf3bf18aa375b0bc636 as hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11bfa11d3c664bf3bf18aa375b0bc636 2024-12-10T07:51:57,321 INFO [M:0;80fbf959555f:33915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11bfa11d3c664bf3bf18aa375b0bc636, entries=8, sequenceid=71, filesize=6.1 K 2024-12-10T07:51:57,322 DEBUG [M:0;80fbf959555f:33915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94af3c6d974147358e22aa8527b79264 as hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94af3c6d974147358e22aa8527b79264 2024-12-10T07:51:57,327 INFO [M:0;80fbf959555f:33915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37303/user/jenkins/test-data/53dc96be-b000-1785-8176-88e54792c0a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94af3c6d974147358e22aa8527b79264, entries=2, sequenceid=71, filesize=5.1 K 2024-12-10T07:51:57,328 INFO [M:0;80fbf959555f:33915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 86ms, sequenceid=71, compaction requested=false 2024-12-10T07:51:57,329 INFO [M:0;80fbf959555f:33915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:51:57,329 DEBUG [M:0;80fbf959555f:33915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733817117242Disabling compacts and flushes for region at 1733817117242Disabling writes for close at 1733817117242Obtaining lock to block concurrent updates at 1733817117242Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733817117242Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1733817117243 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733817117243Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733817117243Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733817117255 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733817117255Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733817117266 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733817117279 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733817117279Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733817117289 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733817117301 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733817117301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad60c70: reopening flushed file at 1733817117310 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f5e781a: reopening flushed file at 1733817117315 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd6885f: reopening flushed file at 1733817117321 (+6 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 86ms, sequenceid=71, compaction requested=false at 1733817117328 (+7 ms)Writing region close event to WAL at 1733817117329 (+1 ms)Closed at 1733817117329 2024-12-10T07:51:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741830_1006 (size=35489) 2024-12-10T07:51:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44051 is added to blk_1073741830_1006 (size=35489) 2024-12-10T07:51:57,332 INFO [M:0;80fbf959555f:33915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T07:51:57,332 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:51:57,332 INFO [M:0;80fbf959555f:33915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33915 2024-12-10T07:51:57,333 INFO [M:0;80fbf959555f:33915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:51:57,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:57,445 INFO [M:0;80fbf959555f:33915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:51:57,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1000ec35da80000, quorum=127.0.0.1:61481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:51:57,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26e07cae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:57,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4328b12d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:57,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:57,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@463b5394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:57,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d8b8a6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:57,454 WARN [BP-305558345-172.17.0.2-1733817112789 heartbeating to localhost/127.0.0.1:37303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:51:57,454 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:51:57,454 WARN [BP-305558345-172.17.0.2-1733817112789 heartbeating to localhost/127.0.0.1:37303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-305558345-172.17.0.2-1733817112789 (Datanode Uuid e4bd2d04-ec95-493c-9942-769bfa0e86c6) service to localhost/127.0.0.1:37303 2024-12-10T07:51:57,454 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:51:57,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/cluster_95e3e439-fed3-c2ef-e714-8b12b9e0a38c/data/data3/current/BP-305558345-172.17.0.2-1733817112789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:57,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/cluster_95e3e439-fed3-c2ef-e714-8b12b9e0a38c/data/data4/current/BP-305558345-172.17.0.2-1733817112789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:57,455 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:51:57,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b29ac28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:51:57,458 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52f13f78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:57,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:57,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@890bf69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:57,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@577e5e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:57,460 WARN [BP-305558345-172.17.0.2-1733817112789 heartbeating to localhost/127.0.0.1:37303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:51:57,460 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:51:57,460 WARN [BP-305558345-172.17.0.2-1733817112789 heartbeating to localhost/127.0.0.1:37303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-305558345-172.17.0.2-1733817112789 (Datanode Uuid 8fefdfb3-1ff8-4f20-a4ed-3c4b50e36dd9) service to localhost/127.0.0.1:37303 2024-12-10T07:51:57,460 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:51:57,461 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/cluster_95e3e439-fed3-c2ef-e714-8b12b9e0a38c/data/data1/current/BP-305558345-172.17.0.2-1733817112789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:57,461 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/cluster_95e3e439-fed3-c2ef-e714-8b12b9e0a38c/data/data2/current/BP-305558345-172.17.0.2-1733817112789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:51:57,461 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:51:57,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3eb7b0a2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:51:57,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54aaebb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:51:57,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:51:57,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@403e2419{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:51:57,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d001ba3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61015480-8ca5-66be-83ad-17ba5e508ecf/hadoop.log.dir/,STOPPED} 2024-12-10T07:51:57,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T07:51:57,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-10T07:51:57,494 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=187 (was 168) - Thread LEAK? -, OpenFileDescriptor=551 (was 525) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=6286 (was 6453)