2024-12-08 20:53:16,666 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-08 20:53:16,682 main DEBUG Took 0.013864 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 20:53:16,699 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 20:53:16,699 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 20:53:16,700 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 20:53:16,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:53:16,716 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 20:53:16,744 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:53:16,746 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:53:16,747 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:53:16,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:53:16,755 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:53:16,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:53:16,757 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:53:16,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:53:16,758 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:53:16,759 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:53:16,760 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:53:16,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:53:16,762 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:53:16,762 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:53:16,763 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:53:16,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:53:16,765 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:53:16,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:53:16,766 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:53:16,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:53:16,767 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:53:16,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:53:16,768 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:53:16,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:53:16,769 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:53:16,769 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 20:53:16,772 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:53:16,774 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 20:53:16,777 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 20:53:16,779 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 20:53:16,781 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 20:53:16,781 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 20:53:16,796 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 20:53:16,810 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 20:53:16,820 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 20:53:16,820 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 20:53:16,821 main DEBUG createAppenders(={Console}) 2024-12-08 20:53:16,822 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-12-08 20:53:16,822 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-08 20:53:16,823 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-12-08 20:53:16,823 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 20:53:16,824 main DEBUG OutputStream closed 2024-12-08 20:53:16,832 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 20:53:16,832 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 20:53:16,833 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-12-08 20:53:17,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 20:53:17,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 20:53:17,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 20:53:17,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 20:53:17,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 20:53:17,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 20:53:17,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 20:53:17,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 20:53:17,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 20:53:17,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 20:53:17,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 20:53:17,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 20:53:17,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 20:53:17,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 20:53:17,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 20:53:17,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 20:53:17,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 20:53:17,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 20:53:17,074 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 20:53:17,075 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-08 20:53:17,075 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 20:53:17,076 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-08T20:53:17,106 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-08 20:53:17,111 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 20:53:17,111 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T20:53:17,255 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=99, ProcessCount=12, AvailableMemoryMB=17687 2024-12-08T20:53:17,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681 2024-12-08T20:53:17,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T20:53:17,786 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/cluster_e37842d8-eeef-3cdf-28fa-c8a46fbeeaab, deleteOnExit=true 2024-12-08T20:53:17,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T20:53:17,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/test.cache.data in system properties and HBase conf 2024-12-08T20:53:17,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T20:53:17,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/hadoop.log.dir in system properties and HBase conf 2024-12-08T20:53:17,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T20:53:17,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T20:53:17,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T20:53:17,928 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T20:53:18,093 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T20:53:18,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T20:53:18,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T20:53:18,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T20:53:18,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T20:53:18,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T20:53:18,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T20:53:18,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T20:53:18,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T20:53:18,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T20:53:18,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/nfs.dump.dir in system properties and HBase conf 2024-12-08T20:53:18,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/java.io.tmpdir in system properties and HBase conf 2024-12-08T20:53:18,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T20:53:18,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T20:53:18,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T20:53:19,304 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-08T20:53:19,400 INFO [Time-limited test {}] log.Log(170): Logging initialized @3668ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T20:53:19,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:19,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:19,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:19,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:19,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T20:53:19,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:19,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f5afe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:19,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f1445e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:19,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f30028c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/java.io.tmpdir/jetty-localhost-39325-hadoop-hdfs-3_4_1-tests_jar-_-any-2717781159213827139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T20:53:19,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70a7aa35{HTTP/1.1, (http/1.1)}{localhost:39325} 2024-12-08T20:53:19,787 INFO [Time-limited test {}] server.Server(415): Started @4056ms 2024-12-08T20:53:20,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:20,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:20,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:20,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:20,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T20:53:20,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c875e78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:20,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c368613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:20,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@88aa647{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/java.io.tmpdir/jetty-localhost-41065-hadoop-hdfs-3_4_1-tests_jar-_-any-15793337888344952118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:20,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@117f78d6{HTTP/1.1, (http/1.1)}{localhost:41065} 2024-12-08T20:53:20,473 INFO [Time-limited test {}] server.Server(415): Started @4742ms 2024-12-08T20:53:20,532 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T20:53:20,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:20,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:20,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:20,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:20,650 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T20:53:20,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a5073c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:20,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@206afc24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:20,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51bd81ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/java.io.tmpdir/jetty-localhost-45559-hadoop-hdfs-3_4_1-tests_jar-_-any-6521695362385477904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:20,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ca8c9b3{HTTP/1.1, (http/1.1)}{localhost:45559} 2024-12-08T20:53:20,768 INFO [Time-limited test {}] server.Server(415): Started @5037ms 2024-12-08T20:53:20,770 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T20:53:21,792 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/cluster_e37842d8-eeef-3cdf-28fa-c8a46fbeeaab/data/data2/current/BP-296760491-172.17.0.2-1733691198826/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:21,792 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/cluster_e37842d8-eeef-3cdf-28fa-c8a46fbeeaab/data/data4/current/BP-296760491-172.17.0.2-1733691198826/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:21,792 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/cluster_e37842d8-eeef-3cdf-28fa-c8a46fbeeaab/data/data3/current/BP-296760491-172.17.0.2-1733691198826/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:21,792 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/cluster_e37842d8-eeef-3cdf-28fa-c8a46fbeeaab/data/data1/current/BP-296760491-172.17.0.2-1733691198826/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:21,825 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T20:53:21,825 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T20:53:21,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d260ff3705322ad with lease ID 0xfc5294a8665d194f: Processing first storage report for DS-b84d9625-4555-484c-bc6c-38143800bcb3 from datanode DatanodeRegistration(127.0.0.1:43525, datanodeUuid=d6803d94-fb53-4fce-800f-7d6013b670ce, infoPort=45003, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=1601405452;c=1733691198826) 2024-12-08T20:53:21,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d260ff3705322ad with lease ID 0xfc5294a8665d194f: from storage DS-b84d9625-4555-484c-bc6c-38143800bcb3 node DatanodeRegistration(127.0.0.1:43525, datanodeUuid=d6803d94-fb53-4fce-800f-7d6013b670ce, infoPort=45003, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=1601405452;c=1733691198826), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T20:53:21,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6921782a7508b8bd with lease ID 0xfc5294a8665d1950: Processing first storage report for DS-bd571026-1b59-4f9a-9f14-554ef35e5ab0 from datanode DatanodeRegistration(127.0.0.1:36651, datanodeUuid=bbaa4ac9-70af-422a-84c2-786aa844c5de, infoPort=46305, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=1601405452;c=1733691198826) 2024-12-08T20:53:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6921782a7508b8bd with lease ID 0xfc5294a8665d1950: from storage DS-bd571026-1b59-4f9a-9f14-554ef35e5ab0 node DatanodeRegistration(127.0.0.1:36651, datanodeUuid=bbaa4ac9-70af-422a-84c2-786aa844c5de, infoPort=46305, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=1601405452;c=1733691198826), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d260ff3705322ad with lease ID 0xfc5294a8665d194f: Processing first storage report for DS-16cf29bb-e909-4d68-a0b2-c39cec58cae2 from datanode DatanodeRegistration(127.0.0.1:43525, datanodeUuid=d6803d94-fb53-4fce-800f-7d6013b670ce, infoPort=45003, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=1601405452;c=1733691198826) 2024-12-08T20:53:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d260ff3705322ad with lease ID 0xfc5294a8665d194f: from storage DS-16cf29bb-e909-4d68-a0b2-c39cec58cae2 node DatanodeRegistration(127.0.0.1:43525, datanodeUuid=d6803d94-fb53-4fce-800f-7d6013b670ce, infoPort=45003, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=1601405452;c=1733691198826), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6921782a7508b8bd with lease ID 0xfc5294a8665d1950: Processing first storage report for DS-e30f606e-bdbd-4617-a4dd-16660bc0c14e from datanode DatanodeRegistration(127.0.0.1:36651, datanodeUuid=bbaa4ac9-70af-422a-84c2-786aa844c5de, infoPort=46305, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=1601405452;c=1733691198826) 2024-12-08T20:53:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6921782a7508b8bd with lease ID 0xfc5294a8665d1950: from storage DS-e30f606e-bdbd-4617-a4dd-16660bc0c14e node DatanodeRegistration(127.0.0.1:36651, datanodeUuid=bbaa4ac9-70af-422a-84c2-786aa844c5de, infoPort=46305, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=1601405452;c=1733691198826), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:21,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681 2024-12-08T20:53:22,014 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/cluster_e37842d8-eeef-3cdf-28fa-c8a46fbeeaab/zookeeper_0, clientPort=59340, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/cluster_e37842d8-eeef-3cdf-28fa-c8a46fbeeaab/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/cluster_e37842d8-eeef-3cdf-28fa-c8a46fbeeaab/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T20:53:22,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59340 2024-12-08T20:53:22,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:22,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:22,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741825_1001 (size=7) 2024-12-08T20:53:22,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741825_1001 (size=7) 2024-12-08T20:53:22,642 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2 with version=8 2024-12-08T20:53:22,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/hbase-staging 2024-12-08T20:53:22,716 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T20:53:22,935 INFO [Time-limited test {}] client.ConnectionUtils(128): master/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:22,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:22,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:22,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:22,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:22,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:23,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T20:53:23,129 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T20:53:23,137 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T20:53:23,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:23,162 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 64827 (auto-detected) 2024-12-08T20:53:23,163 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T20:53:23,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35837 2024-12-08T20:53:23,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35837 connecting to ZooKeeper ensemble=127.0.0.1:59340 2024-12-08T20:53:23,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358370x0, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:23,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35837-0x1000742186c0000 connected 2024-12-08T20:53:23,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:23,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:23,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:23,418 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2, hbase.cluster.distributed=false 2024-12-08T20:53:23,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:23,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35837 2024-12-08T20:53:23,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35837 2024-12-08T20:53:23,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35837 2024-12-08T20:53:23,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35837 2024-12-08T20:53:23,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35837 2024-12-08T20:53:23,528 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:23,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:23,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:23,530 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:23,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:23,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:23,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T20:53:23,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:23,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46731 2024-12-08T20:53:23,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46731 connecting to ZooKeeper ensemble=127.0.0.1:59340 2024-12-08T20:53:23,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:23,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:23,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467310x0, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:23,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:23,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46731-0x1000742186c0001 connected 2024-12-08T20:53:23,577 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T20:53:23,583 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T20:53:23,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T20:53:23,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:23,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46731 2024-12-08T20:53:23,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46731 2024-12-08T20:53:23,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46731 2024-12-08T20:53:23,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46731 2024-12-08T20:53:23,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46731 2024-12-08T20:53:23,606 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:23,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:23,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:23,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:23,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:23,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:23,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T20:53:23,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:23,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33867 2024-12-08T20:53:23,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33867 connecting to ZooKeeper ensemble=127.0.0.1:59340 2024-12-08T20:53:23,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:23,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:23,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338670x0, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:23,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338670x0, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:23,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33867-0x1000742186c0002 connected 2024-12-08T20:53:23,626 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T20:53:23,627 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T20:53:23,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T20:53:23,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:23,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33867 2024-12-08T20:53:23,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33867 2024-12-08T20:53:23,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33867 2024-12-08T20:53:23,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33867 2024-12-08T20:53:23,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33867 2024-12-08T20:53:23,643 DEBUG [M:0;229bab1f9d30:35837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;229bab1f9d30:35837 2024-12-08T20:53:23,644 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/229bab1f9d30,35837,1733691202795 2024-12-08T20:53:23,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:23,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:23,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:23,661 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/229bab1f9d30,35837,1733691202795 2024-12-08T20:53:23,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:23,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:23,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:23,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:23,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:23,692 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T20:53:23,693 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/229bab1f9d30,35837,1733691202795 from backup master directory 2024-12-08T20:53:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/229bab1f9d30,35837,1733691202795 2024-12-08T20:53:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:23,700 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:23,700 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=229bab1f9d30,35837,1733691202795 2024-12-08T20:53:23,703 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T20:53:23,704 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T20:53:23,756 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/hbase.id] with ID: 74a54578-4a75-4a57-98ad-14852e1c6b09 2024-12-08T20:53:23,756 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/.tmp/hbase.id 2024-12-08T20:53:23,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741826_1002 (size=42) 2024-12-08T20:53:23,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741826_1002 (size=42) 2024-12-08T20:53:23,769 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/.tmp/hbase.id]:[hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/hbase.id] 2024-12-08T20:53:23,815 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:23,819 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T20:53:23,836 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-08T20:53:23,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:23,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:23,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741827_1003 (size=196) 2024-12-08T20:53:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741827_1003 (size=196) 2024-12-08T20:53:23,892 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:53:23,894 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T20:53:23,911 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:53:23,916 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:23,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741828_1004 (size=1189) 2024-12-08T20:53:23,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741828_1004 (size=1189) 2024-12-08T20:53:23,955 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store 2024-12-08T20:53:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741829_1005 (size=34) 2024-12-08T20:53:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741829_1005 (size=34) 2024-12-08T20:53:23,978 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T20:53:23,982 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:23,983 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T20:53:23,984 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:23,984 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:23,986 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T20:53:23,986 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:23,987 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:23,988 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691203983Disabling compacts and flushes for region at 1733691203983Disabling writes for close at 1733691203986 (+3 ms)Writing region close event to WAL at 1733691203986Closed at 1733691203986 2024-12-08T20:53:23,991 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/.initializing 2024-12-08T20:53:23,991 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/WALs/229bab1f9d30,35837,1733691202795 2024-12-08T20:53:23,998 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:24,011 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C35837%2C1733691202795, suffix=, logDir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/WALs/229bab1f9d30,35837,1733691202795, archiveDir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/oldWALs, maxLogs=10 2024-12-08T20:53:24,029 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/WALs/229bab1f9d30,35837,1733691202795/229bab1f9d30%2C35837%2C1733691202795.1733691204014, exclude list is [], retry=0 2024-12-08T20:53:24,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-b84d9625-4555-484c-bc6c-38143800bcb3,DISK] 2024-12-08T20:53:24,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36651,DS-bd571026-1b59-4f9a-9f14-554ef35e5ab0,DISK] 2024-12-08T20:53:24,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-08T20:53:24,077 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/WALs/229bab1f9d30,35837,1733691202795/229bab1f9d30%2C35837%2C1733691202795.1733691204014 2024-12-08T20:53:24,078 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45003:45003),(127.0.0.1/127.0.0.1:46305:46305)] 2024-12-08T20:53:24,079 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:53:24,079 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:24,083 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:24,084 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:24,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:24,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T20:53:24,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:24,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:24,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:24,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T20:53:24,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:24,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:24,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:24,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T20:53:24,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:24,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:24,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:24,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T20:53:24,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:24,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:24,152 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:24,155 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:24,156 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:24,163 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:24,163 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:24,167 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:24,171 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:24,175 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:24,177 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60803296, jitterRate=-0.09396028518676758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:24,183 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733691204095Initializing all the Stores at 1733691204097 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691204097Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691204098 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691204098Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691204098Cleaning up temporary data from old regions at 1733691204164 (+66 ms)Region opened successfully at 1733691204183 (+19 ms) 2024-12-08T20:53:24,185 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T20:53:24,215 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d9f48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:24,240 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T20:53:24,249 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T20:53:24,249 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T20:53:24,251 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T20:53:24,252 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-08T20:53:24,257 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-08T20:53:24,257 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T20:53:24,283 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T20:53:24,293 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T20:53:24,349 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T20:53:24,352 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T20:53:24,353 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T20:53:24,364 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T20:53:24,367 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T20:53:24,373 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T20:53:24,382 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T20:53:24,384 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T20:53:24,391 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T20:53:24,409 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T20:53:24,416 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T20:53:24,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:24,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:24,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:24,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:24,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:24,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:24,429 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=229bab1f9d30,35837,1733691202795, sessionid=0x1000742186c0000, setting cluster-up flag (Was=false) 2024-12-08T20:53:24,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:24,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:24,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:24,483 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T20:53:24,487 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,35837,1733691202795 2024-12-08T20:53:24,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:24,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:24,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:24,533 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T20:53:24,536 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,35837,1733691202795 2024-12-08T20:53:24,544 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T20:53:24,608 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:24,616 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T20:53:24,621 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T20:53:24,626 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 229bab1f9d30,35837,1733691202795 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T20:53:24,632 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:24,632 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:24,632 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:24,633 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:24,633 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/229bab1f9d30:0, corePoolSize=10, maxPoolSize=10 2024-12-08T20:53:24,633 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,633 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:24,633 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,634 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733691234634 2024-12-08T20:53:24,635 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(746): ClusterId : 74a54578-4a75-4a57-98ad-14852e1c6b09 2024-12-08T20:53:24,635 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(746): ClusterId : 74a54578-4a75-4a57-98ad-14852e1c6b09 2024-12-08T20:53:24,636 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T20:53:24,637 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T20:53:24,637 DEBUG [RS:1;229bab1f9d30:33867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T20:53:24,637 DEBUG [RS:0;229bab1f9d30:46731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T20:53:24,639 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:24,639 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T20:53:24,640 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T20:53:24,640 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T20:53:24,641 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T20:53:24,641 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T20:53:24,644 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:24,643 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,644 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T20:53:24,646 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T20:53:24,647 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T20:53:24,648 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T20:53:24,650 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T20:53:24,650 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T20:53:24,653 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691204651,5,FailOnTimeoutGroup] 2024-12-08T20:53:24,654 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691204654,5,FailOnTimeoutGroup] 2024-12-08T20:53:24,654 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,655 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T20:53:24,656 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,656 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741831_1007 (size=1321) 2024-12-08T20:53:24,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741831_1007 (size=1321) 2024-12-08T20:53:24,659 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T20:53:24,660 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2 2024-12-08T20:53:24,660 DEBUG [RS:1;229bab1f9d30:33867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T20:53:24,660 DEBUG [RS:0;229bab1f9d30:46731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T20:53:24,660 DEBUG [RS:1;229bab1f9d30:33867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T20:53:24,660 DEBUG [RS:0;229bab1f9d30:46731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T20:53:24,667 DEBUG [RS:1;229bab1f9d30:33867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T20:53:24,667 DEBUG [RS:0;229bab1f9d30:46731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T20:53:24,668 DEBUG [RS:0;229bab1f9d30:46731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4d639c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:24,668 DEBUG [RS:1;229bab1f9d30:33867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4e6c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:24,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741832_1008 (size=32) 2024-12-08T20:53:24,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741832_1008 (size=32) 2024-12-08T20:53:24,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:24,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T20:53:24,683 DEBUG [RS:1;229bab1f9d30:33867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;229bab1f9d30:33867 2024-12-08T20:53:24,683 DEBUG [RS:0;229bab1f9d30:46731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;229bab1f9d30:46731 2024-12-08T20:53:24,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T20:53:24,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:24,686 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T20:53:24,686 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T20:53:24,686 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T20:53:24,686 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T20:53:24,686 DEBUG [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T20:53:24,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:24,686 DEBUG [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T20:53:24,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T20:53:24,688 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,35837,1733691202795 with port=46731, startcode=1733691203499 2024-12-08T20:53:24,688 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,35837,1733691202795 with port=33867, startcode=1733691203606 2024-12-08T20:53:24,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T20:53:24,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:24,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:24,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T20:53:24,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T20:53:24,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:24,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:24,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T20:53:24,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T20:53:24,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:24,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:24,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T20:53:24,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740 2024-12-08T20:53:24,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740 2024-12-08T20:53:24,701 DEBUG [RS:1;229bab1f9d30:33867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T20:53:24,701 DEBUG [RS:0;229bab1f9d30:46731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T20:53:24,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T20:53:24,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T20:53:24,706 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:24,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T20:53:24,714 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:24,715 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73404796, jitterRate=0.09381669759750366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:24,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733691204679Initializing all the Stores at 1733691204681 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691204681Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691204681Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691204681Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691204681Cleaning up temporary data from old regions at 1733691204704 (+23 ms)Region opened successfully at 1733691204719 (+15 ms) 2024-12-08T20:53:24,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T20:53:24,719 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T20:53:24,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T20:53:24,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T20:53:24,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T20:53:24,723 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:24,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691204719Disabling compacts and flushes for region at 1733691204719Disabling writes for close at 1733691204720 (+1 ms)Writing region close event to WAL at 1733691204723 (+3 ms)Closed at 1733691204723 2024-12-08T20:53:24,728 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:24,728 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T20:53:24,736 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58989, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T20:53:24,736 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59715, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T20:53:24,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T20:53:24,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,46731,1733691203499 2024-12-08T20:53:24,744 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35837 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,46731,1733691203499 2024-12-08T20:53:24,745 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T20:53:24,748 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T20:53:24,755 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,33867,1733691203606 2024-12-08T20:53:24,756 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35837 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,33867,1733691203606 2024-12-08T20:53:24,760 DEBUG [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2 2024-12-08T20:53:24,760 DEBUG [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45165 2024-12-08T20:53:24,760 DEBUG [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T20:53:24,760 DEBUG [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2 2024-12-08T20:53:24,760 DEBUG [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45165 2024-12-08T20:53:24,760 DEBUG [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T20:53:24,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:24,815 DEBUG [RS:0;229bab1f9d30:46731 {}] zookeeper.ZKUtil(111): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,46731,1733691203499 2024-12-08T20:53:24,816 DEBUG [RS:1;229bab1f9d30:33867 {}] zookeeper.ZKUtil(111): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,33867,1733691203606 2024-12-08T20:53:24,816 WARN [RS:0;229bab1f9d30:46731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:24,816 WARN [RS:1;229bab1f9d30:33867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:24,816 INFO [RS:0;229bab1f9d30:46731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:24,816 INFO [RS:1;229bab1f9d30:33867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:24,816 DEBUG [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/WALs/229bab1f9d30,46731,1733691203499 2024-12-08T20:53:24,817 DEBUG [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/WALs/229bab1f9d30,33867,1733691203606 2024-12-08T20:53:24,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,46731,1733691203499] 2024-12-08T20:53:24,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,33867,1733691203606] 2024-12-08T20:53:24,843 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T20:53:24,843 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T20:53:24,854 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T20:53:24,854 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T20:53:24,859 INFO [RS:0;229bab1f9d30:46731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T20:53:24,859 INFO [RS:1;229bab1f9d30:33867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T20:53:24,860 INFO [RS:1;229bab1f9d30:33867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,860 INFO [RS:0;229bab1f9d30:46731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,861 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T20:53:24,861 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T20:53:24,866 INFO [RS:1;229bab1f9d30:33867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T20:53:24,866 INFO [RS:0;229bab1f9d30:46731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T20:53:24,868 INFO [RS:0;229bab1f9d30:46731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,868 INFO [RS:1;229bab1f9d30:33867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,869 DEBUG [RS:0;229bab1f9d30:46731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,869 DEBUG [RS:1;229bab1f9d30:33867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,869 DEBUG [RS:0;229bab1f9d30:46731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,869 DEBUG [RS:1;229bab1f9d30:33867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,869 DEBUG [RS:0;229bab1f9d30:46731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,869 DEBUG [RS:1;229bab1f9d30:33867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,869 DEBUG [RS:0;229bab1f9d30:46731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,869 DEBUG [RS:1;229bab1f9d30:33867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,869 DEBUG [RS:1;229bab1f9d30:33867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,869 DEBUG [RS:0;229bab1f9d30:46731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,869 DEBUG [RS:1;229bab1f9d30:33867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:24,869 DEBUG [RS:0;229bab1f9d30:46731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:24,870 DEBUG [RS:1;229bab1f9d30:33867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,870 DEBUG [RS:0;229bab1f9d30:46731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,870 DEBUG [RS:0;229bab1f9d30:46731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,870 DEBUG [RS:1;229bab1f9d30:33867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,870 DEBUG [RS:0;229bab1f9d30:46731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,870 DEBUG [RS:1;229bab1f9d30:33867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,870 DEBUG [RS:0;229bab1f9d30:46731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,870 DEBUG [RS:1;229bab1f9d30:33867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,870 DEBUG [RS:0;229bab1f9d30:46731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,870 DEBUG [RS:1;229bab1f9d30:33867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,870 DEBUG [RS:0;229bab1f9d30:46731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,870 DEBUG [RS:1;229bab1f9d30:33867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:24,871 DEBUG [RS:0;229bab1f9d30:46731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:24,871 DEBUG [RS:1;229bab1f9d30:33867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:24,871 DEBUG [RS:0;229bab1f9d30:46731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:24,871 DEBUG [RS:1;229bab1f9d30:33867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:24,872 INFO [RS:0;229bab1f9d30:46731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,872 INFO [RS:1;229bab1f9d30:33867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,872 INFO [RS:0;229bab1f9d30:46731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,872 INFO [RS:1;229bab1f9d30:33867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,872 INFO [RS:0;229bab1f9d30:46731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,872 INFO [RS:1;229bab1f9d30:33867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,872 INFO [RS:0;229bab1f9d30:46731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,872 INFO [RS:1;229bab1f9d30:33867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,872 INFO [RS:0;229bab1f9d30:46731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,873 INFO [RS:1;229bab1f9d30:33867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,873 INFO [RS:0;229bab1f9d30:46731 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,46731,1733691203499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:24,873 INFO [RS:1;229bab1f9d30:33867 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,33867,1733691203606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:24,888 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T20:53:24,890 INFO [RS:1;229bab1f9d30:33867 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,33867,1733691203606-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,890 INFO [RS:1;229bab1f9d30:33867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,890 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.Replication(171): 229bab1f9d30,33867,1733691203606 started 2024-12-08T20:53:24,893 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T20:53:24,893 INFO [RS:0;229bab1f9d30:46731 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,46731,1733691203499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,893 INFO [RS:0;229bab1f9d30:46731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,893 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.Replication(171): 229bab1f9d30,46731,1733691203499 started 2024-12-08T20:53:24,899 WARN [229bab1f9d30:35837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T20:53:24,907 INFO [RS:1;229bab1f9d30:33867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,908 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,33867,1733691203606, RpcServer on 229bab1f9d30/172.17.0.2:33867, sessionid=0x1000742186c0002 2024-12-08T20:53:24,908 DEBUG [RS:1;229bab1f9d30:33867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T20:53:24,909 DEBUG [RS:1;229bab1f9d30:33867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,33867,1733691203606 2024-12-08T20:53:24,909 DEBUG [RS:1;229bab1f9d30:33867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,33867,1733691203606' 2024-12-08T20:53:24,909 DEBUG [RS:1;229bab1f9d30:33867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T20:53:24,910 DEBUG [RS:1;229bab1f9d30:33867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T20:53:24,910 INFO [RS:0;229bab1f9d30:46731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:24,910 DEBUG [RS:1;229bab1f9d30:33867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T20:53:24,910 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,46731,1733691203499, RpcServer on 229bab1f9d30/172.17.0.2:46731, sessionid=0x1000742186c0001 2024-12-08T20:53:24,910 DEBUG [RS:1;229bab1f9d30:33867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T20:53:24,911 DEBUG [RS:0;229bab1f9d30:46731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T20:53:24,911 DEBUG [RS:1;229bab1f9d30:33867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,33867,1733691203606 2024-12-08T20:53:24,911 DEBUG [RS:0;229bab1f9d30:46731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,46731,1733691203499 2024-12-08T20:53:24,911 DEBUG [RS:1;229bab1f9d30:33867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,33867,1733691203606' 2024-12-08T20:53:24,911 DEBUG [RS:0;229bab1f9d30:46731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,46731,1733691203499' 2024-12-08T20:53:24,911 DEBUG [RS:1;229bab1f9d30:33867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T20:53:24,911 DEBUG [RS:0;229bab1f9d30:46731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T20:53:24,912 DEBUG [RS:0;229bab1f9d30:46731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T20:53:24,912 DEBUG [RS:1;229bab1f9d30:33867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T20:53:24,912 DEBUG [RS:1;229bab1f9d30:33867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T20:53:24,912 DEBUG [RS:0;229bab1f9d30:46731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T20:53:24,912 DEBUG [RS:0;229bab1f9d30:46731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T20:53:24,912 INFO [RS:1;229bab1f9d30:33867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T20:53:24,912 DEBUG [RS:0;229bab1f9d30:46731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,46731,1733691203499 2024-12-08T20:53:24,912 INFO [RS:1;229bab1f9d30:33867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T20:53:24,912 DEBUG [RS:0;229bab1f9d30:46731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,46731,1733691203499' 2024-12-08T20:53:24,912 DEBUG [RS:0;229bab1f9d30:46731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T20:53:24,913 DEBUG [RS:0;229bab1f9d30:46731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T20:53:24,913 DEBUG [RS:0;229bab1f9d30:46731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T20:53:24,913 INFO [RS:0;229bab1f9d30:46731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T20:53:24,913 INFO [RS:0;229bab1f9d30:46731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T20:53:25,019 INFO [RS:0;229bab1f9d30:46731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:25,019 INFO [RS:1;229bab1f9d30:33867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:25,023 INFO [RS:1;229bab1f9d30:33867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C33867%2C1733691203606, suffix=, logDir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/WALs/229bab1f9d30,33867,1733691203606, archiveDir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/oldWALs, maxLogs=32 2024-12-08T20:53:25,023 INFO [RS:0;229bab1f9d30:46731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C46731%2C1733691203499, suffix=, logDir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/WALs/229bab1f9d30,46731,1733691203499, archiveDir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/oldWALs, maxLogs=32 2024-12-08T20:53:25,037 DEBUG [RS:1;229bab1f9d30:33867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/WALs/229bab1f9d30,33867,1733691203606/229bab1f9d30%2C33867%2C1733691203606.1733691205026, exclude list is [], retry=0 2024-12-08T20:53:25,037 DEBUG [RS:0;229bab1f9d30:46731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/WALs/229bab1f9d30,46731,1733691203499/229bab1f9d30%2C46731%2C1733691203499.1733691205026, exclude list is [], retry=0 2024-12-08T20:53:25,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36651,DS-bd571026-1b59-4f9a-9f14-554ef35e5ab0,DISK] 2024-12-08T20:53:25,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-b84d9625-4555-484c-bc6c-38143800bcb3,DISK] 2024-12-08T20:53:25,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-b84d9625-4555-484c-bc6c-38143800bcb3,DISK] 2024-12-08T20:53:25,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36651,DS-bd571026-1b59-4f9a-9f14-554ef35e5ab0,DISK] 2024-12-08T20:53:25,047 INFO [RS:0;229bab1f9d30:46731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/WALs/229bab1f9d30,46731,1733691203499/229bab1f9d30%2C46731%2C1733691203499.1733691205026 2024-12-08T20:53:25,047 INFO [RS:1;229bab1f9d30:33867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/WALs/229bab1f9d30,33867,1733691203606/229bab1f9d30%2C33867%2C1733691203606.1733691205026 2024-12-08T20:53:25,048 DEBUG [RS:1;229bab1f9d30:33867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46305:46305),(127.0.0.1/127.0.0.1:45003:45003)] 2024-12-08T20:53:25,048 DEBUG [RS:0;229bab1f9d30:46731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45003:45003),(127.0.0.1/127.0.0.1:46305:46305)] 2024-12-08T20:53:25,154 DEBUG [229bab1f9d30:35837 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-08T20:53:25,166 DEBUG [229bab1f9d30:35837 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T20:53:25,172 DEBUG [229bab1f9d30:35837 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T20:53:25,172 DEBUG [229bab1f9d30:35837 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T20:53:25,172 DEBUG [229bab1f9d30:35837 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T20:53:25,173 DEBUG [229bab1f9d30:35837 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T20:53:25,173 INFO [229bab1f9d30:35837 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T20:53:25,173 INFO [229bab1f9d30:35837 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T20:53:25,173 DEBUG [229bab1f9d30:35837 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T20:53:25,179 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=229bab1f9d30,33867,1733691203606 2024-12-08T20:53:25,185 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,33867,1733691203606, state=OPENING 2024-12-08T20:53:25,222 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T20:53:25,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:25,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:25,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:25,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:25,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:25,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:25,238 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T20:53:25,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,33867,1733691203606}] 2024-12-08T20:53:25,419 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:25,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46981, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:25,433 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T20:53:25,433 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:25,433 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T20:53:25,436 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C33867%2C1733691203606.meta, suffix=.meta, logDir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/WALs/229bab1f9d30,33867,1733691203606, archiveDir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/oldWALs, maxLogs=32 2024-12-08T20:53:25,449 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/WALs/229bab1f9d30,33867,1733691203606/229bab1f9d30%2C33867%2C1733691203606.meta.1733691205437.meta, exclude list is [], retry=0 2024-12-08T20:53:25,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36651,DS-bd571026-1b59-4f9a-9f14-554ef35e5ab0,DISK] 2024-12-08T20:53:25,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-b84d9625-4555-484c-bc6c-38143800bcb3,DISK] 2024-12-08T20:53:25,456 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/WALs/229bab1f9d30,33867,1733691203606/229bab1f9d30%2C33867%2C1733691203606.meta.1733691205437.meta 2024-12-08T20:53:25,456 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46305:46305),(127.0.0.1/127.0.0.1:45003:45003)] 2024-12-08T20:53:25,456 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:53:25,458 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T20:53:25,460 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T20:53:25,465 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T20:53:25,471 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T20:53:25,471 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:25,472 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T20:53:25,472 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T20:53:25,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T20:53:25,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T20:53:25,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:25,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:25,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T20:53:25,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T20:53:25,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:25,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:25,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T20:53:25,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T20:53:25,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:25,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:25,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T20:53:25,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T20:53:25,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:25,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:25,485 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T20:53:25,487 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740 2024-12-08T20:53:25,490 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740 2024-12-08T20:53:25,493 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T20:53:25,493 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T20:53:25,494 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:25,497 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T20:53:25,499 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58755699, jitterRate=-0.12447185814380646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:25,499 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T20:53:25,501 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733691205472Writing region info on filesystem at 1733691205473 (+1 ms)Initializing all the Stores at 1733691205474 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691205475 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691205475Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691205475Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691205475Cleaning up temporary data from old regions at 1733691205493 (+18 ms)Running coprocessor post-open hooks at 1733691205499 (+6 ms)Region opened successfully at 1733691205501 (+2 ms) 2024-12-08T20:53:25,509 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733691205411 2024-12-08T20:53:25,522 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T20:53:25,522 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T20:53:25,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,33867,1733691203606 2024-12-08T20:53:25,526 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,33867,1733691203606, state=OPEN 2024-12-08T20:53:25,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:25,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:25,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:25,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:25,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:25,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:25,550 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=229bab1f9d30,33867,1733691203606 2024-12-08T20:53:25,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T20:53:25,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,33867,1733691203606 in 308 msec 2024-12-08T20:53:25,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T20:53:25,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 822 msec 2024-12-08T20:53:25,565 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:25,565 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T20:53:25,583 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:53:25,585 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,33867,1733691203606, seqNum=-1] 2024-12-08T20:53:25,609 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:25,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49199, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:25,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0580 sec 2024-12-08T20:53:25,631 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733691205631, completionTime=-1 2024-12-08T20:53:25,634 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-08T20:53:25,634 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T20:53:25,657 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-08T20:53:25,657 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733691265657 2024-12-08T20:53:25,657 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733691325657 2024-12-08T20:53:25,657 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-12-08T20:53:25,659 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T20:53:25,666 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,35837,1733691202795-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:25,667 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,35837,1733691202795-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:25,667 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,35837,1733691202795-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:25,669 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-229bab1f9d30:35837, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:25,669 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:25,670 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:25,675 DEBUG [master/229bab1f9d30:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T20:53:25,698 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.997sec 2024-12-08T20:53:25,716 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T20:53:25,718 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T20:53:25,719 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T20:53:25,720 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T20:53:25,720 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T20:53:25,721 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,35837,1733691202795-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:25,721 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,35837,1733691202795-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T20:53:25,727 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T20:53:25,728 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T20:53:25,728 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,35837,1733691202795-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:25,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac2e380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:25,754 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T20:53:25,755 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T20:53:25,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,35837,-1 for getting cluster id 2024-12-08T20:53:25,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:53:25,802 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74a54578-4a75-4a57-98ad-14852e1c6b09' 2024-12-08T20:53:25,804 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:53:25,804 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74a54578-4a75-4a57-98ad-14852e1c6b09" 2024-12-08T20:53:25,806 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59bf9f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:25,806 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,35837,-1] 2024-12-08T20:53:25,808 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:53:25,810 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:25,811 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:53:25,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad156e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:25,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:53:25,820 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,33867,1733691203606, seqNum=-1] 2024-12-08T20:53:25,820 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:25,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:25,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=229bab1f9d30,35837,1733691202795 2024-12-08T20:53:25,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T20:53:25,847 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,35837,1733691202795 2024-12-08T20:53:25,849 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50ecd22e 2024-12-08T20:53:25,849 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T20:53:25,851 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T20:53:25,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:53:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-08T20:53:25,868 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T20:53:25,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-08T20:53:25,870 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:25,872 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T20:53:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:25,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741836_1012 (size=379) 2024-12-08T20:53:25,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741836_1012 (size=379) 2024-12-08T20:53:25,887 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59c0aa21937431579495aeeeca162b44, NAME => 'testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2 2024-12-08T20:53:25,887 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9217872ddaa672859d81fadc53398cd6, NAME => 'testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2 2024-12-08T20:53:25,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741837_1013 (size=61) 2024-12-08T20:53:25,902 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:25,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741837_1013 (size=61) 2024-12-08T20:53:25,902 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 59c0aa21937431579495aeeeca162b44, disabling compactions & flushes 2024-12-08T20:53:25,902 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44. 2024-12-08T20:53:25,902 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44. 2024-12-08T20:53:25,902 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44. after waiting 0 ms 2024-12-08T20:53:25,902 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44. 2024-12-08T20:53:25,902 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44. 2024-12-08T20:53:25,902 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59c0aa21937431579495aeeeca162b44: Waiting for close lock at 1733691205902Disabling compacts and flushes for region at 1733691205902Disabling writes for close at 1733691205902Writing region close event to WAL at 1733691205902Closed at 1733691205902 2024-12-08T20:53:25,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741838_1014 (size=61) 2024-12-08T20:53:25,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741838_1014 (size=61) 2024-12-08T20:53:25,910 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:25,910 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9217872ddaa672859d81fadc53398cd6, disabling compactions & flushes 2024-12-08T20:53:25,910 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6. 2024-12-08T20:53:25,911 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6. 2024-12-08T20:53:25,911 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6. after waiting 0 ms 2024-12-08T20:53:25,911 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6. 2024-12-08T20:53:25,911 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6. 2024-12-08T20:53:25,911 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9217872ddaa672859d81fadc53398cd6: Waiting for close lock at 1733691205910Disabling compacts and flushes for region at 1733691205910Disabling writes for close at 1733691205911 (+1 ms)Writing region close event to WAL at 1733691205911Closed at 1733691205911 2024-12-08T20:53:25,913 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T20:53:25,917 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733691205913"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691205913"}]},"ts":"1733691205913"} 2024-12-08T20:53:25,917 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733691205913"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691205913"}]},"ts":"1733691205913"} 2024-12-08T20:53:25,947 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-08T20:53:25,949 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T20:53:25,951 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691205949"}]},"ts":"1733691205949"} 2024-12-08T20:53:25,956 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-08T20:53:25,956 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T20:53:25,958 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T20:53:25,958 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T20:53:25,958 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T20:53:25,959 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T20:53:25,959 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T20:53:25,959 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T20:53:25,959 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T20:53:25,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=59c0aa21937431579495aeeeca162b44, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9217872ddaa672859d81fadc53398cd6, ASSIGN}] 2024-12-08T20:53:25,963 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=59c0aa21937431579495aeeeca162b44, ASSIGN 2024-12-08T20:53:25,963 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9217872ddaa672859d81fadc53398cd6, ASSIGN 2024-12-08T20:53:25,965 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=59c0aa21937431579495aeeeca162b44, ASSIGN; state=OFFLINE, location=229bab1f9d30,46731,1733691203499; forceNewPlan=false, retain=false 2024-12-08T20:53:25,965 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9217872ddaa672859d81fadc53398cd6, ASSIGN; state=OFFLINE, location=229bab1f9d30,33867,1733691203606; forceNewPlan=false, retain=false 2024-12-08T20:53:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:26,117 INFO [229bab1f9d30:35837 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-08T20:53:26,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9217872ddaa672859d81fadc53398cd6, regionState=OPENING, regionLocation=229bab1f9d30,33867,1733691203606 2024-12-08T20:53:26,117 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59c0aa21937431579495aeeeca162b44, regionState=OPENING, regionLocation=229bab1f9d30,46731,1733691203499 2024-12-08T20:53:26,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9217872ddaa672859d81fadc53398cd6, ASSIGN because future has completed 2024-12-08T20:53:26,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9217872ddaa672859d81fadc53398cd6, server=229bab1f9d30,33867,1733691203606}] 2024-12-08T20:53:26,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=59c0aa21937431579495aeeeca162b44, ASSIGN because future has completed 2024-12-08T20:53:26,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59c0aa21937431579495aeeeca162b44, server=229bab1f9d30,46731,1733691203499}] 2024-12-08T20:53:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:26,279 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:26,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35311, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:26,286 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6. 2024-12-08T20:53:26,287 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9217872ddaa672859d81fadc53398cd6, NAME => 'testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6.', STARTKEY => '5', ENDKEY => ''} 2024-12-08T20:53:26,287 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9217872ddaa672859d81fadc53398cd6 2024-12-08T20:53:26,287 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:26,287 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9217872ddaa672859d81fadc53398cd6 2024-12-08T20:53:26,287 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9217872ddaa672859d81fadc53398cd6 2024-12-08T20:53:26,289 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44. 2024-12-08T20:53:26,290 INFO [StoreOpener-9217872ddaa672859d81fadc53398cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9217872ddaa672859d81fadc53398cd6 2024-12-08T20:53:26,290 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 59c0aa21937431579495aeeeca162b44, NAME => 'testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44.', STARTKEY => '', ENDKEY => '5'} 2024-12-08T20:53:26,290 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 59c0aa21937431579495aeeeca162b44 2024-12-08T20:53:26,290 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:26,290 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 59c0aa21937431579495aeeeca162b44 2024-12-08T20:53:26,290 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 59c0aa21937431579495aeeeca162b44 2024-12-08T20:53:26,292 INFO [StoreOpener-9217872ddaa672859d81fadc53398cd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9217872ddaa672859d81fadc53398cd6 columnFamilyName family 2024-12-08T20:53:26,292 INFO [StoreOpener-59c0aa21937431579495aeeeca162b44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 59c0aa21937431579495aeeeca162b44 2024-12-08T20:53:26,292 DEBUG [StoreOpener-9217872ddaa672859d81fadc53398cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:26,293 INFO [StoreOpener-9217872ddaa672859d81fadc53398cd6-1 {}] regionserver.HStore(327): Store=9217872ddaa672859d81fadc53398cd6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:26,293 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9217872ddaa672859d81fadc53398cd6 2024-12-08T20:53:26,294 INFO [StoreOpener-59c0aa21937431579495aeeeca162b44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59c0aa21937431579495aeeeca162b44 columnFamilyName family 2024-12-08T20:53:26,294 DEBUG [StoreOpener-59c0aa21937431579495aeeeca162b44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:26,295 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/9217872ddaa672859d81fadc53398cd6 2024-12-08T20:53:26,295 INFO [StoreOpener-59c0aa21937431579495aeeeca162b44-1 {}] regionserver.HStore(327): Store=59c0aa21937431579495aeeeca162b44/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:26,295 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 59c0aa21937431579495aeeeca162b44 2024-12-08T20:53:26,296 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/9217872ddaa672859d81fadc53398cd6 2024-12-08T20:53:26,296 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/59c0aa21937431579495aeeeca162b44 2024-12-08T20:53:26,296 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9217872ddaa672859d81fadc53398cd6 2024-12-08T20:53:26,297 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9217872ddaa672859d81fadc53398cd6 2024-12-08T20:53:26,297 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/59c0aa21937431579495aeeeca162b44 2024-12-08T20:53:26,297 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 59c0aa21937431579495aeeeca162b44 2024-12-08T20:53:26,297 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 59c0aa21937431579495aeeeca162b44 2024-12-08T20:53:26,299 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9217872ddaa672859d81fadc53398cd6 2024-12-08T20:53:26,300 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 59c0aa21937431579495aeeeca162b44 2024-12-08T20:53:26,302 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/9217872ddaa672859d81fadc53398cd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:26,302 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/59c0aa21937431579495aeeeca162b44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:26,303 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 9217872ddaa672859d81fadc53398cd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72148878, jitterRate=0.0751020610332489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T20:53:26,303 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 59c0aa21937431579495aeeeca162b44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63369981, jitterRate=-0.05571369826793671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T20:53:26,303 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9217872ddaa672859d81fadc53398cd6 2024-12-08T20:53:26,303 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59c0aa21937431579495aeeeca162b44 2024-12-08T20:53:26,304 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 59c0aa21937431579495aeeeca162b44: Running coprocessor pre-open hook at 1733691206291Writing region info on filesystem at 1733691206291Initializing all the Stores at 1733691206292 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691206292Cleaning up temporary data from old regions at 1733691206298 (+6 ms)Running coprocessor post-open hooks at 1733691206303 (+5 ms)Region opened successfully at 1733691206304 (+1 ms) 2024-12-08T20:53:26,304 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9217872ddaa672859d81fadc53398cd6: Running coprocessor pre-open hook at 1733691206288Writing region info on filesystem at 1733691206288Initializing all the Stores at 1733691206289 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691206289Cleaning up temporary data from old regions at 1733691206297 (+8 ms)Running coprocessor post-open hooks at 1733691206303 (+6 ms)Region opened successfully at 1733691206304 (+1 ms) 2024-12-08T20:53:26,306 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6., pid=7, masterSystemTime=1733691206276 2024-12-08T20:53:26,306 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44., pid=8, masterSystemTime=1733691206278 2024-12-08T20:53:26,309 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44. 2024-12-08T20:53:26,310 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44. 2024-12-08T20:53:26,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59c0aa21937431579495aeeeca162b44, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,46731,1733691203499 2024-12-08T20:53:26,311 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6. 2024-12-08T20:53:26,311 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6. 2024-12-08T20:53:26,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9217872ddaa672859d81fadc53398cd6, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,33867,1733691203606 2024-12-08T20:53:26,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59c0aa21937431579495aeeeca162b44, server=229bab1f9d30,46731,1733691203499 because future has completed 2024-12-08T20:53:26,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9217872ddaa672859d81fadc53398cd6, server=229bab1f9d30,33867,1733691203606 because future has completed 2024-12-08T20:53:26,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-08T20:53:26,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 59c0aa21937431579495aeeeca162b44, server=229bab1f9d30,46731,1733691203499 in 193 msec 2024-12-08T20:53:26,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-08T20:53:26,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=59c0aa21937431579495aeeeca162b44, ASSIGN in 362 msec 2024-12-08T20:53:26,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9217872ddaa672859d81fadc53398cd6, server=229bab1f9d30,33867,1733691203606 in 198 msec 2024-12-08T20:53:26,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-08T20:53:26,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9217872ddaa672859d81fadc53398cd6, ASSIGN in 365 msec 2024-12-08T20:53:26,331 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T20:53:26,331 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691206331"}]},"ts":"1733691206331"} 2024-12-08T20:53:26,334 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-08T20:53:26,336 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T20:53:26,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 475 msec 2024-12-08T20:53:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:26,510 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-08T20:53:26,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-08T20:53:26,512 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T20:53:26,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-08T20:53:26,522 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T20:53:26,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-08T20:53:26,532 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44., hostname=229bab1f9d30,46731,1733691203499, seqNum=2] 2024-12-08T20:53:26,534 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:26,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:26,552 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6., hostname=229bab1f9d30,33867,1733691203606, seqNum=2] 2024-12-08T20:53:26,568 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 59c0aa21937431579495aeeeca162b44 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-08T20:53:26,618 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/59c0aa21937431579495aeeeca162b44/.tmp/family/4dc4e2e65365435a82f54c0419ab1071 is 32, key is 1/family:/1733691206537/Put/seqid=0 2024-12-08T20:53:26,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741839_1015 (size=5054) 2024-12-08T20:53:26,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741839_1015 (size=5054) 2024-12-08T20:53:26,629 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/59c0aa21937431579495aeeeca162b44/.tmp/family/4dc4e2e65365435a82f54c0419ab1071 2024-12-08T20:53:26,667 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/59c0aa21937431579495aeeeca162b44/.tmp/family/4dc4e2e65365435a82f54c0419ab1071 as hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/59c0aa21937431579495aeeeca162b44/family/4dc4e2e65365435a82f54c0419ab1071 2024-12-08T20:53:26,677 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/59c0aa21937431579495aeeeca162b44/family/4dc4e2e65365435a82f54c0419ab1071, entries=4, sequenceid=8, filesize=4.9 K 2024-12-08T20:53:26,685 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 59c0aa21937431579495aeeeca162b44 in 114ms, sequenceid=8, compaction requested=false 2024-12-08T20:53:26,686 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-08T20:53:26,688 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 59c0aa21937431579495aeeeca162b44: 2024-12-08T20:53:26,688 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9217872ddaa672859d81fadc53398cd6 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-08T20:53:26,704 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/9217872ddaa672859d81fadc53398cd6/.tmp/family/4e5c3c1c784248038d1aa8d2ee815a90 is 32, key is 5/family:/1733691206553/Put/seqid=0 2024-12-08T20:53:26,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741840_1016 (size=5083) 2024-12-08T20:53:26,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741840_1016 (size=5083) 2024-12-08T20:53:26,712 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/9217872ddaa672859d81fadc53398cd6/.tmp/family/4e5c3c1c784248038d1aa8d2ee815a90 2024-12-08T20:53:26,722 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/9217872ddaa672859d81fadc53398cd6/.tmp/family/4e5c3c1c784248038d1aa8d2ee815a90 as hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/9217872ddaa672859d81fadc53398cd6/family/4e5c3c1c784248038d1aa8d2ee815a90 2024-12-08T20:53:26,732 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/9217872ddaa672859d81fadc53398cd6/family/4e5c3c1c784248038d1aa8d2ee815a90, entries=5, sequenceid=9, filesize=5.0 K 2024-12-08T20:53:26,734 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9217872ddaa672859d81fadc53398cd6 in 46ms, sequenceid=9, compaction requested=false 2024-12-08T20:53:26,734 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9217872ddaa672859d81fadc53398cd6: 2024-12-08T20:53:26,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79732f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:26,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,35837,-1 for getting cluster id 2024-12-08T20:53:26,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:53:26,738 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74a54578-4a75-4a57-98ad-14852e1c6b09' 2024-12-08T20:53:26,738 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:53:26,738 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74a54578-4a75-4a57-98ad-14852e1c6b09" 2024-12-08T20:53:26,739 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9e3f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:26,739 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,35837,-1] 2024-12-08T20:53:26,739 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:53:26,740 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:26,741 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:53:26,742 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb9a492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:26,761 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-08T20:53:26,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:53:26,763 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,33867,1733691203606, seqNum=-1] 2024-12-08T20:53:26,764 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:26,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:26,774 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:26,775 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:26,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:26,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:26,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:53:26,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:26,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:26,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:26,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:53:26,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T20:53:26,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:53:26,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:26,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:26,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:26,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:53:26,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T20:53:26,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1332310252, stopped=false 2024-12-08T20:53:26,788 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=229bab1f9d30,35837,1733691202795 2024-12-08T20:53:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:26,841 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T20:53:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:26,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:26,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:53:26,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:26,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:26,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:26,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:26,842 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,46731,1733691203499' ***** 2024-12-08T20:53:26,842 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T20:53:26,842 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,33867,1733691203606' ***** 2024-12-08T20:53:26,842 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T20:53:26,843 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T20:53:26,843 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T20:53:26,843 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T20:53:26,843 INFO [RS:1;229bab1f9d30:33867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T20:53:26,843 INFO [RS:0;229bab1f9d30:46731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T20:53:26,843 INFO [RS:1;229bab1f9d30:33867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T20:53:26,843 INFO [RS:0;229bab1f9d30:46731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T20:53:26,843 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T20:53:26,843 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(3091): Received CLOSE for 9217872ddaa672859d81fadc53398cd6 2024-12-08T20:53:26,843 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(3091): Received CLOSE for 59c0aa21937431579495aeeeca162b44 2024-12-08T20:53:26,844 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,33867,1733691203606 2024-12-08T20:53:26,844 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,46731,1733691203499 2024-12-08T20:53:26,844 INFO [RS:1;229bab1f9d30:33867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:26,844 INFO [RS:0;229bab1f9d30:46731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:26,844 INFO [RS:0;229bab1f9d30:46731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;229bab1f9d30:46731. 2024-12-08T20:53:26,844 INFO [RS:1;229bab1f9d30:33867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;229bab1f9d30:33867. 2024-12-08T20:53:26,844 DEBUG [RS:0;229bab1f9d30:46731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:26,844 DEBUG [RS:1;229bab1f9d30:33867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:26,844 DEBUG [RS:0;229bab1f9d30:46731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:26,844 DEBUG [RS:1;229bab1f9d30:33867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:26,844 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9217872ddaa672859d81fadc53398cd6, disabling compactions & flushes 2024-12-08T20:53:26,844 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59c0aa21937431579495aeeeca162b44, disabling compactions & flushes 2024-12-08T20:53:26,844 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6. 2024-12-08T20:53:26,844 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44. 2024-12-08T20:53:26,844 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T20:53:26,844 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T20:53:26,844 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6. 2024-12-08T20:53:26,844 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44. 2024-12-08T20:53:26,844 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T20:53:26,844 DEBUG [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(1325): Online Regions={59c0aa21937431579495aeeeca162b44=testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44.} 2024-12-08T20:53:26,844 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6. after waiting 0 ms 2024-12-08T20:53:26,845 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T20:53:26,845 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44. after waiting 0 ms 2024-12-08T20:53:26,845 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6. 2024-12-08T20:53:26,845 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44. 2024-12-08T20:53:26,845 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T20:53:26,845 DEBUG [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(1351): Waiting on 59c0aa21937431579495aeeeca162b44 2024-12-08T20:53:26,845 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-08T20:53:26,845 DEBUG [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(1325): Online Regions={9217872ddaa672859d81fadc53398cd6=testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6., 1588230740=hbase:meta,,1.1588230740} 2024-12-08T20:53:26,845 DEBUG [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9217872ddaa672859d81fadc53398cd6 2024-12-08T20:53:26,845 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T20:53:26,845 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T20:53:26,845 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T20:53:26,846 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T20:53:26,846 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T20:53:26,846 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-08T20:53:26,852 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/59c0aa21937431579495aeeeca162b44/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-08T20:53:26,854 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/default/testClearRegionBlockCache/9217872ddaa672859d81fadc53398cd6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-08T20:53:26,854 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44. 2024-12-08T20:53:26,855 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59c0aa21937431579495aeeeca162b44: Waiting for close lock at 1733691206844Running coprocessor pre-close hooks at 1733691206844Disabling compacts and flushes for region at 1733691206844Disabling writes for close at 1733691206845 (+1 ms)Writing region close event to WAL at 1733691206846 (+1 ms)Running coprocessor post-close hooks at 1733691206853 (+7 ms)Closed at 1733691206854 (+1 ms) 2024-12-08T20:53:26,855 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733691205853.59c0aa21937431579495aeeeca162b44. 2024-12-08T20:53:26,855 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6. 2024-12-08T20:53:26,855 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9217872ddaa672859d81fadc53398cd6: Waiting for close lock at 1733691206844Running coprocessor pre-close hooks at 1733691206844Disabling compacts and flushes for region at 1733691206844Disabling writes for close at 1733691206845 (+1 ms)Writing region close event to WAL at 1733691206846 (+1 ms)Running coprocessor post-close hooks at 1733691206855 (+9 ms)Closed at 1733691206855 2024-12-08T20:53:26,856 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6. 2024-12-08T20:53:26,867 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/.tmp/info/f473be5c08ed406ab38b2a90b6a19c4d is 173, key is testClearRegionBlockCache,5,1733691205853.9217872ddaa672859d81fadc53398cd6./info:regioninfo/1733691206313/Put/seqid=0 2024-12-08T20:53:26,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741841_1017 (size=8173) 2024-12-08T20:53:26,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741841_1017 (size=8173) 2024-12-08T20:53:26,874 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/.tmp/info/f473be5c08ed406ab38b2a90b6a19c4d 2024-12-08T20:53:26,875 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:26,875 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:26,898 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/.tmp/ns/ba00338e299e4f4f94088bffdd56ac24 is 43, key is default/ns:d/1733691205615/Put/seqid=0 2024-12-08T20:53:26,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741842_1018 (size=5153) 2024-12-08T20:53:26,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741842_1018 (size=5153) 2024-12-08T20:53:26,905 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/.tmp/ns/ba00338e299e4f4f94088bffdd56ac24 2024-12-08T20:53:26,905 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T20:53:26,906 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T20:53:26,929 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/.tmp/table/12b87866da734b248ace5bb80fdf64f7 is 61, key is testClearRegionBlockCache/table:state/1733691206331/Put/seqid=0 2024-12-08T20:53:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741843_1019 (size=5312) 2024-12-08T20:53:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741843_1019 (size=5312) 2024-12-08T20:53:26,936 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/.tmp/table/12b87866da734b248ace5bb80fdf64f7 2024-12-08T20:53:26,944 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T20:53:26,945 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T20:53:26,946 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/.tmp/info/f473be5c08ed406ab38b2a90b6a19c4d as hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/info/f473be5c08ed406ab38b2a90b6a19c4d 2024-12-08T20:53:26,954 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/info/f473be5c08ed406ab38b2a90b6a19c4d, entries=20, sequenceid=13, filesize=8.0 K 2024-12-08T20:53:26,956 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/.tmp/ns/ba00338e299e4f4f94088bffdd56ac24 as hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/ns/ba00338e299e4f4f94088bffdd56ac24 2024-12-08T20:53:26,967 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/ns/ba00338e299e4f4f94088bffdd56ac24, entries=2, sequenceid=13, filesize=5.0 K 2024-12-08T20:53:26,969 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/.tmp/table/12b87866da734b248ace5bb80fdf64f7 as hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/table/12b87866da734b248ace5bb80fdf64f7 2024-12-08T20:53:26,978 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/table/12b87866da734b248ace5bb80fdf64f7, entries=2, sequenceid=13, filesize=5.2 K 2024-12-08T20:53:26,980 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=13, compaction requested=false 2024-12-08T20:53:26,980 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T20:53:26,986 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-08T20:53:26,987 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T20:53:26,988 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:26,988 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691206845Running coprocessor pre-close hooks at 1733691206845Disabling compacts and flushes for region at 1733691206845Disabling writes for close at 1733691206846 (+1 ms)Obtaining lock to block concurrent updates at 1733691206846Preparing flush snapshotting stores in 1588230740 at 1733691206846Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733691206846Flushing stores of hbase:meta,,1.1588230740 at 1733691206847 (+1 ms)Flushing 1588230740/info: creating writer at 1733691206847Flushing 1588230740/info: appending metadata at 1733691206866 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733691206866Flushing 1588230740/ns: creating writer at 1733691206884 (+18 ms)Flushing 1588230740/ns: appending metadata at 1733691206897 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733691206897Flushing 1588230740/table: creating writer at 1733691206914 (+17 ms)Flushing 1588230740/table: appending metadata at 1733691206928 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733691206928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678a55e4: reopening flushed file at 1733691206945 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73425082: reopening flushed file at 1733691206955 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eac5e3: reopening flushed file at 1733691206968 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=13, compaction requested=false at 1733691206980 (+12 ms)Writing region close event to WAL at 1733691206982 (+2 ms)Running coprocessor post-close hooks at 1733691206987 (+5 ms)Closed at 1733691206988 (+1 ms) 2024-12-08T20:53:26,988 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:27,045 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,46731,1733691203499; all regions closed. 2024-12-08T20:53:27,045 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,33867,1733691203606; all regions closed. 2024-12-08T20:53:27,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741835_1011 (size=4338) 2024-12-08T20:53:27,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741833_1009 (size=1758) 2024-12-08T20:53:27,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741835_1011 (size=4338) 2024-12-08T20:53:27,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741833_1009 (size=1758) 2024-12-08T20:53:27,060 DEBUG [RS:0;229bab1f9d30:46731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/oldWALs 2024-12-08T20:53:27,060 DEBUG [RS:1;229bab1f9d30:33867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/oldWALs 2024-12-08T20:53:27,060 INFO [RS:1;229bab1f9d30:33867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C33867%2C1733691203606.meta:.meta(num 1733691205437) 2024-12-08T20:53:27,060 INFO [RS:0;229bab1f9d30:46731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C46731%2C1733691203499:(num 1733691205026) 2024-12-08T20:53:27,060 DEBUG [RS:0;229bab1f9d30:46731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:27,061 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:27,061 INFO [RS:0;229bab1f9d30:46731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:27,061 INFO [RS:0;229bab1f9d30:46731 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:27,061 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T20:53:27,061 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:27,061 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T20:53:27,061 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T20:53:27,061 INFO [RS:0;229bab1f9d30:46731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:27,062 INFO [RS:0;229bab1f9d30:46731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46731 2024-12-08T20:53:27,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741834_1010 (size=1867) 2024-12-08T20:53:27,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741834_1010 (size=1867) 2024-12-08T20:53:27,066 DEBUG [RS:1;229bab1f9d30:33867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/oldWALs 2024-12-08T20:53:27,066 INFO [RS:1;229bab1f9d30:33867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C33867%2C1733691203606:(num 1733691205026) 2024-12-08T20:53:27,066 DEBUG [RS:1;229bab1f9d30:33867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:27,066 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:27,066 INFO [RS:1;229bab1f9d30:33867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:27,067 INFO [RS:1;229bab1f9d30:33867 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:27,067 INFO [RS:1;229bab1f9d30:33867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:27,067 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:27,067 INFO [RS:1;229bab1f9d30:33867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33867 2024-12-08T20:53:27,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,46731,1733691203499 2024-12-08T20:53:27,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:27,099 INFO [RS:0;229bab1f9d30:46731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:27,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,33867,1733691203606 2024-12-08T20:53:27,107 INFO [RS:1;229bab1f9d30:33867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:27,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,46731,1733691203499] 2024-12-08T20:53:27,124 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,46731,1733691203499 already deleted, retry=false 2024-12-08T20:53:27,124 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,46731,1733691203499 expired; onlineServers=1 2024-12-08T20:53:27,124 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,33867,1733691203606] 2024-12-08T20:53:27,132 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,33867,1733691203606 already deleted, retry=false 2024-12-08T20:53:27,132 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,33867,1733691203606 expired; onlineServers=0 2024-12-08T20:53:27,132 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '229bab1f9d30,35837,1733691202795' ***** 2024-12-08T20:53:27,132 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T20:53:27,132 INFO [M:0;229bab1f9d30:35837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:27,133 INFO [M:0;229bab1f9d30:35837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:27,133 DEBUG [M:0;229bab1f9d30:35837 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T20:53:27,133 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T20:53:27,133 DEBUG [M:0;229bab1f9d30:35837 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T20:53:27,133 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691204651 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691204651,5,FailOnTimeoutGroup] 2024-12-08T20:53:27,133 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691204654 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691204654,5,FailOnTimeoutGroup] 2024-12-08T20:53:27,133 INFO [M:0;229bab1f9d30:35837 {}] hbase.ChoreService(370): Chore service for: master/229bab1f9d30:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:27,133 INFO [M:0;229bab1f9d30:35837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:27,133 DEBUG [M:0;229bab1f9d30:35837 {}] master.HMaster(1795): Stopping service threads 2024-12-08T20:53:27,133 INFO [M:0;229bab1f9d30:35837 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T20:53:27,134 INFO [M:0;229bab1f9d30:35837 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T20:53:27,134 INFO [M:0;229bab1f9d30:35837 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T20:53:27,134 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T20:53:27,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:27,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:27,141 DEBUG [M:0;229bab1f9d30:35837 {}] zookeeper.ZKUtil(347): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T20:53:27,141 WARN [M:0;229bab1f9d30:35837 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T20:53:27,142 INFO [M:0;229bab1f9d30:35837 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/.lastflushedseqids 2024-12-08T20:53:27,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741844_1020 (size=182) 2024-12-08T20:53:27,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741844_1020 (size=182) 2024-12-08T20:53:27,162 INFO [M:0;229bab1f9d30:35837 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T20:53:27,162 INFO [M:0;229bab1f9d30:35837 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T20:53:27,162 DEBUG [M:0;229bab1f9d30:35837 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T20:53:27,162 INFO [M:0;229bab1f9d30:35837 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:27,162 DEBUG [M:0;229bab1f9d30:35837 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:27,162 DEBUG [M:0;229bab1f9d30:35837 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T20:53:27,162 DEBUG [M:0;229bab1f9d30:35837 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:27,163 INFO [M:0;229bab1f9d30:35837 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-08T20:53:27,180 DEBUG [M:0;229bab1f9d30:35837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f9d7ddf2a31425a80616fd907179670 is 82, key is hbase:meta,,1/info:regioninfo/1733691205523/Put/seqid=0 2024-12-08T20:53:27,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741845_1021 (size=5672) 2024-12-08T20:53:27,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741845_1021 (size=5672) 2024-12-08T20:53:27,186 INFO [M:0;229bab1f9d30:35837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f9d7ddf2a31425a80616fd907179670 2024-12-08T20:53:27,208 DEBUG [M:0;229bab1f9d30:35837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1dd8cfaa0ae4213899acc496dffe84c is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733691206338/Put/seqid=0 2024-12-08T20:53:27,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741846_1022 (size=6218) 2024-12-08T20:53:27,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741846_1022 (size=6218) 2024-12-08T20:53:27,216 INFO [M:0;229bab1f9d30:35837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1dd8cfaa0ae4213899acc496dffe84c 2024-12-08T20:53:27,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:27,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46731-0x1000742186c0001, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:27,216 INFO [RS:0;229bab1f9d30:46731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:27,217 INFO [RS:0;229bab1f9d30:46731 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,46731,1733691203499; zookeeper connection closed. 2024-12-08T20:53:27,217 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a9652a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a9652a5 2024-12-08T20:53:27,224 INFO [RS:1;229bab1f9d30:33867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:27,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:27,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33867-0x1000742186c0002, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:27,224 INFO [RS:1;229bab1f9d30:33867 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,33867,1733691203606; zookeeper connection closed. 2024-12-08T20:53:27,224 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7664da1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7664da1e 2024-12-08T20:53:27,225 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-08T20:53:27,236 DEBUG [M:0;229bab1f9d30:35837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de53861e99594dd992b8b7147cc100a1 is 69, key is 229bab1f9d30,33867,1733691203606/rs:state/1733691204756/Put/seqid=0 2024-12-08T20:53:27,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741847_1023 (size=5224) 2024-12-08T20:53:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741847_1023 (size=5224) 2024-12-08T20:53:27,242 INFO [M:0;229bab1f9d30:35837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de53861e99594dd992b8b7147cc100a1 2024-12-08T20:53:27,250 DEBUG [M:0;229bab1f9d30:35837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f9d7ddf2a31425a80616fd907179670 as hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f9d7ddf2a31425a80616fd907179670 2024-12-08T20:53:27,258 INFO [M:0;229bab1f9d30:35837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f9d7ddf2a31425a80616fd907179670, entries=8, sequenceid=71, filesize=5.5 K 2024-12-08T20:53:27,260 DEBUG [M:0;229bab1f9d30:35837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1dd8cfaa0ae4213899acc496dffe84c as hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1dd8cfaa0ae4213899acc496dffe84c 2024-12-08T20:53:27,266 INFO [M:0;229bab1f9d30:35837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1dd8cfaa0ae4213899acc496dffe84c, entries=8, sequenceid=71, filesize=6.1 K 2024-12-08T20:53:27,268 DEBUG [M:0;229bab1f9d30:35837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de53861e99594dd992b8b7147cc100a1 as hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de53861e99594dd992b8b7147cc100a1 2024-12-08T20:53:27,275 INFO [M:0;229bab1f9d30:35837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de53861e99594dd992b8b7147cc100a1, entries=2, sequenceid=71, filesize=5.1 K 2024-12-08T20:53:27,276 INFO [M:0;229bab1f9d30:35837 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=71, compaction requested=false 2024-12-08T20:53:27,278 INFO [M:0;229bab1f9d30:35837 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:27,278 DEBUG [M:0;229bab1f9d30:35837 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691207162Disabling compacts and flushes for region at 1733691207162Disabling writes for close at 1733691207162Obtaining lock to block concurrent updates at 1733691207163 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733691207163Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733691207163Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733691207164 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733691207164Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733691207179 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733691207179Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733691207193 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733691207207 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733691207208 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733691207223 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733691207236 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733691207236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640384ed: reopening flushed file at 1733691207249 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304f9c3d: reopening flushed file at 1733691207258 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e93d3d: reopening flushed file at 1733691207266 (+8 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=71, compaction requested=false at 1733691207276 (+10 ms)Writing region close event to WAL at 1733691207278 (+2 ms)Closed at 1733691207278 2024-12-08T20:53:27,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741830_1006 (size=35428) 2024-12-08T20:53:27,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54b24991-20ae-18ec-6831-5b591aec09d2/MasterData/WALs/229bab1f9d30,35837,1733691202795/229bab1f9d30%2C35837%2C1733691202795.1733691204014 not finished, retry = 0 2024-12-08T20:53:27,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741830_1006 (size=35428) 2024-12-08T20:53:27,384 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:27,385 INFO [M:0;229bab1f9d30:35837 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T20:53:27,385 INFO [M:0;229bab1f9d30:35837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35837 2024-12-08T20:53:27,386 INFO [M:0;229bab1f9d30:35837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:27,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:27,541 INFO [M:0;229bab1f9d30:35837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:27,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35837-0x1000742186c0000, quorum=127.0.0.1:59340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:27,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51bd81ec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:27,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ca8c9b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:27,601 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:27,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@206afc24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:27,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a5073c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:27,605 WARN [BP-296760491-172.17.0.2-1733691198826 heartbeating to localhost/127.0.0.1:45165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T20:53:27,605 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T20:53:27,605 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T20:53:27,605 WARN [BP-296760491-172.17.0.2-1733691198826 heartbeating to localhost/127.0.0.1:45165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-296760491-172.17.0.2-1733691198826 (Datanode Uuid bbaa4ac9-70af-422a-84c2-786aa844c5de) service to localhost/127.0.0.1:45165 2024-12-08T20:53:27,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/cluster_e37842d8-eeef-3cdf-28fa-c8a46fbeeaab/data/data3/current/BP-296760491-172.17.0.2-1733691198826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:27,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/cluster_e37842d8-eeef-3cdf-28fa-c8a46fbeeaab/data/data4/current/BP-296760491-172.17.0.2-1733691198826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:27,606 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T20:53:27,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@88aa647{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:27,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@117f78d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:27,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:27,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c368613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:27,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c875e78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:27,610 WARN [BP-296760491-172.17.0.2-1733691198826 heartbeating to localhost/127.0.0.1:45165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T20:53:27,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T20:53:27,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T20:53:27,610 WARN [BP-296760491-172.17.0.2-1733691198826 heartbeating to localhost/127.0.0.1:45165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-296760491-172.17.0.2-1733691198826 (Datanode Uuid d6803d94-fb53-4fce-800f-7d6013b670ce) service to localhost/127.0.0.1:45165 2024-12-08T20:53:27,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/cluster_e37842d8-eeef-3cdf-28fa-c8a46fbeeaab/data/data1/current/BP-296760491-172.17.0.2-1733691198826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:27,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/cluster_e37842d8-eeef-3cdf-28fa-c8a46fbeeaab/data/data2/current/BP-296760491-172.17.0.2-1733691198826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:27,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T20:53:27,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f30028c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T20:53:27,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70a7aa35{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:27,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:27,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f1445e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:27,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f5afe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:27,630 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T20:53:27,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T20:53:27,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=84 (was 11) Potentially hanging thread: master/229bab1f9d30:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/229bab1f9d30:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:45165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/229bab1f9d30:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:45165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/229bab1f9d30:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:45165 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@15af1855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:45165 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=408 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=177 (was 99) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=17080 (was 17687) 2024-12-08T20:53:27,665 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=84, OpenFileDescriptor=408, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=11, AvailableMemoryMB=17080 2024-12-08T20:53:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/hadoop.log.dir so I do NOT create it in target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2 2024-12-08T20:53:27,676 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/hadoop.log.dir Erasing configuration value by system value. 2024-12-08T20:53:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/hadoop.tmp.dir so I do NOT create it in target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2 2024-12-08T20:53:27,676 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c122b5-d977-90dd-faf2-8a0c63544681/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-08T20:53:27,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2 2024-12-08T20:53:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T20:53:27,677 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/cluster_ed17a6dd-5d30-b017-8bb5-2e42c3327327, deleteOnExit=true 2024-12-08T20:53:27,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T20:53:27,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/test.cache.data in system properties and HBase conf 2024-12-08T20:53:27,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T20:53:27,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/hadoop.log.dir in system properties and HBase conf 2024-12-08T20:53:27,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T20:53:27,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T20:53:27,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T20:53:27,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T20:53:27,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T20:53:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T20:53:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T20:53:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T20:53:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T20:53:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T20:53:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T20:53:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T20:53:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T20:53:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/nfs.dump.dir in system properties and HBase conf 2024-12-08T20:53:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/java.io.tmpdir in system properties and HBase conf 2024-12-08T20:53:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T20:53:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T20:53:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T20:53:27,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:27,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:27,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:27,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:27,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T20:53:27,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:27,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a0dc31c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:27,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5554b7d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:28,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44d5decb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/java.io.tmpdir/jetty-localhost-44207-hadoop-hdfs-3_4_1-tests_jar-_-any-11134952257994105916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T20:53:28,033 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25edd9b4{HTTP/1.1, (http/1.1)}{localhost:44207} 2024-12-08T20:53:28,033 INFO [Time-limited test {}] server.Server(415): Started @12302ms 2024-12-08T20:53:28,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:28,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:28,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:28,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:28,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T20:53:28,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@134d5a09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:28,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6764d727{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:28,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51b2e6ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/java.io.tmpdir/jetty-localhost-40603-hadoop-hdfs-3_4_1-tests_jar-_-any-15330530136152842498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:28,369 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d0e0050{HTTP/1.1, (http/1.1)}{localhost:40603} 2024-12-08T20:53:28,369 INFO [Time-limited test {}] server.Server(415): Started @12638ms 2024-12-08T20:53:28,370 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T20:53:28,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:28,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:28,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:28,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:28,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T20:53:28,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48b80dbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:28,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17d371a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:28,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7faf4d67{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/java.io.tmpdir/jetty-localhost-41871-hadoop-hdfs-3_4_1-tests_jar-_-any-696973398464773689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:28,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27f30afa{HTTP/1.1, (http/1.1)}{localhost:41871} 2024-12-08T20:53:28,497 INFO [Time-limited test {}] server.Server(415): Started @12766ms 2024-12-08T20:53:28,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T20:53:29,197 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/cluster_ed17a6dd-5d30-b017-8bb5-2e42c3327327/data/data2/current/BP-671541476-172.17.0.2-1733691207699/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:29,197 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/cluster_ed17a6dd-5d30-b017-8bb5-2e42c3327327/data/data1/current/BP-671541476-172.17.0.2-1733691207699/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:29,217 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T20:53:29,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1d02b13a0055087 with lease ID 0xa988946bbe2caeb4: Processing first storage report for DS-f402eb56-7480-49fe-ab25-8fc947a785db from datanode DatanodeRegistration(127.0.0.1:42765, datanodeUuid=a0df0856-4746-4e35-9aa8-d31a16c35f44, infoPort=41165, infoSecurePort=0, ipcPort=42527, storageInfo=lv=-57;cid=testClusterID;nsid=483540070;c=1733691207699) 2024-12-08T20:53:29,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1d02b13a0055087 with lease ID 0xa988946bbe2caeb4: from storage DS-f402eb56-7480-49fe-ab25-8fc947a785db node DatanodeRegistration(127.0.0.1:42765, datanodeUuid=a0df0856-4746-4e35-9aa8-d31a16c35f44, infoPort=41165, infoSecurePort=0, ipcPort=42527, storageInfo=lv=-57;cid=testClusterID;nsid=483540070;c=1733691207699), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:29,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1d02b13a0055087 with lease ID 0xa988946bbe2caeb4: Processing first storage report for DS-32ce63bb-3261-457a-8c76-256e3af6a13c from datanode DatanodeRegistration(127.0.0.1:42765, datanodeUuid=a0df0856-4746-4e35-9aa8-d31a16c35f44, infoPort=41165, infoSecurePort=0, ipcPort=42527, storageInfo=lv=-57;cid=testClusterID;nsid=483540070;c=1733691207699) 2024-12-08T20:53:29,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1d02b13a0055087 with lease ID 0xa988946bbe2caeb4: from storage DS-32ce63bb-3261-457a-8c76-256e3af6a13c node DatanodeRegistration(127.0.0.1:42765, datanodeUuid=a0df0856-4746-4e35-9aa8-d31a16c35f44, infoPort=41165, infoSecurePort=0, ipcPort=42527, storageInfo=lv=-57;cid=testClusterID;nsid=483540070;c=1733691207699), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:29,315 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/cluster_ed17a6dd-5d30-b017-8bb5-2e42c3327327/data/data3/current/BP-671541476-172.17.0.2-1733691207699/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:29,315 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/cluster_ed17a6dd-5d30-b017-8bb5-2e42c3327327/data/data4/current/BP-671541476-172.17.0.2-1733691207699/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:29,333 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T20:53:29,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb4c64f625d0e70f with lease ID 0xa988946bbe2caeb5: Processing first storage report for DS-dc300dec-ce07-439d-ab49-f396ef92d860 from datanode DatanodeRegistration(127.0.0.1:44257, datanodeUuid=2a4c4064-7e1c-4e10-8dbe-f6b521be29c0, infoPort=39217, infoSecurePort=0, ipcPort=45683, storageInfo=lv=-57;cid=testClusterID;nsid=483540070;c=1733691207699) 2024-12-08T20:53:29,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb4c64f625d0e70f with lease ID 0xa988946bbe2caeb5: from storage DS-dc300dec-ce07-439d-ab49-f396ef92d860 node DatanodeRegistration(127.0.0.1:44257, datanodeUuid=2a4c4064-7e1c-4e10-8dbe-f6b521be29c0, infoPort=39217, infoSecurePort=0, ipcPort=45683, storageInfo=lv=-57;cid=testClusterID;nsid=483540070;c=1733691207699), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:29,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb4c64f625d0e70f with lease ID 0xa988946bbe2caeb5: Processing first storage report for DS-21f0e37b-f098-49f0-9617-dc05d6b41fd6 from datanode DatanodeRegistration(127.0.0.1:44257, datanodeUuid=2a4c4064-7e1c-4e10-8dbe-f6b521be29c0, infoPort=39217, infoSecurePort=0, ipcPort=45683, storageInfo=lv=-57;cid=testClusterID;nsid=483540070;c=1733691207699) 2024-12-08T20:53:29,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb4c64f625d0e70f with lease ID 0xa988946bbe2caeb5: from storage DS-21f0e37b-f098-49f0-9617-dc05d6b41fd6 node DatanodeRegistration(127.0.0.1:44257, datanodeUuid=2a4c4064-7e1c-4e10-8dbe-f6b521be29c0, infoPort=39217, infoSecurePort=0, ipcPort=45683, storageInfo=lv=-57;cid=testClusterID;nsid=483540070;c=1733691207699), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:29,434 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2 2024-12-08T20:53:29,439 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/cluster_ed17a6dd-5d30-b017-8bb5-2e42c3327327/zookeeper_0, clientPort=59472, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/cluster_ed17a6dd-5d30-b017-8bb5-2e42c3327327/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/cluster_ed17a6dd-5d30-b017-8bb5-2e42c3327327/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T20:53:29,440 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59472 2024-12-08T20:53:29,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:29,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:29,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741825_1001 (size=7) 2024-12-08T20:53:29,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741825_1001 (size=7) 2024-12-08T20:53:29,453 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19 with version=8 2024-12-08T20:53:29,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/hbase-staging 2024-12-08T20:53:29,455 INFO [Time-limited test {}] client.ConnectionUtils(128): master/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:29,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:29,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:29,455 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:29,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:29,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:29,456 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T20:53:29,456 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:29,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46031 2024-12-08T20:53:29,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46031 connecting to ZooKeeper ensemble=127.0.0.1:59472 2024-12-08T20:53:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460310x0, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:29,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46031-0x1000742357a0000 connected 2024-12-08T20:53:29,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:29,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:29,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:29,599 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19, hbase.cluster.distributed=false 2024-12-08T20:53:29,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:29,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46031 2024-12-08T20:53:29,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46031 2024-12-08T20:53:29,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46031 2024-12-08T20:53:29,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46031 2024-12-08T20:53:29,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46031 2024-12-08T20:53:29,626 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:29,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:29,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:29,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:29,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:29,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:29,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T20:53:29,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:29,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46677 2024-12-08T20:53:29,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46677 connecting to ZooKeeper ensemble=127.0.0.1:59472 2024-12-08T20:53:29,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:29,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:29,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466770x0, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:29,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46677-0x1000742357a0001 connected 2024-12-08T20:53:29,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:29,641 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T20:53:29,641 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T20:53:29,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T20:53:29,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:29,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46677 2024-12-08T20:53:29,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46677 2024-12-08T20:53:29,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46677 2024-12-08T20:53:29,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46677 2024-12-08T20:53:29,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46677 2024-12-08T20:53:29,659 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:29,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:29,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:29,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:29,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:29,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:29,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T20:53:29,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:29,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40975 2024-12-08T20:53:29,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40975 connecting to ZooKeeper ensemble=127.0.0.1:59472 2024-12-08T20:53:29,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:29,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:29,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409750x0, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:29,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409750x0, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:29,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40975-0x1000742357a0002 connected 2024-12-08T20:53:29,674 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T20:53:29,675 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T20:53:29,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T20:53:29,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:29,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40975 2024-12-08T20:53:29,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40975 2024-12-08T20:53:29,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40975 2024-12-08T20:53:29,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40975 2024-12-08T20:53:29,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40975 2024-12-08T20:53:29,692 DEBUG [M:0;229bab1f9d30:46031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;229bab1f9d30:46031 2024-12-08T20:53:29,692 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/229bab1f9d30,46031,1733691209455 2024-12-08T20:53:29,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:29,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:29,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:29,699 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/229bab1f9d30,46031,1733691209455 2024-12-08T20:53:29,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:29,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:29,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:29,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:29,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:29,708 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T20:53:29,708 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/229bab1f9d30,46031,1733691209455 from backup master directory 2024-12-08T20:53:29,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/229bab1f9d30,46031,1733691209455 2024-12-08T20:53:29,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:29,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:29,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:29,715 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:29,715 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=229bab1f9d30,46031,1733691209455 2024-12-08T20:53:29,722 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/hbase.id] with ID: afd25889-62ae-427d-aba7-5d5b6b341e21 2024-12-08T20:53:29,722 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/.tmp/hbase.id 2024-12-08T20:53:29,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741826_1002 (size=42) 2024-12-08T20:53:29,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741826_1002 (size=42) 2024-12-08T20:53:29,729 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/.tmp/hbase.id]:[hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/hbase.id] 2024-12-08T20:53:29,747 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:29,747 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T20:53:29,749 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-08T20:53:29,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:29,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:29,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:29,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741827_1003 (size=196) 2024-12-08T20:53:29,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741827_1003 (size=196) 2024-12-08T20:53:29,765 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:53:29,766 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T20:53:29,766 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741828_1004 (size=1189) 2024-12-08T20:53:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741828_1004 (size=1189) 2024-12-08T20:53:29,778 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store 2024-12-08T20:53:29,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741829_1005 (size=34) 2024-12-08T20:53:29,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741829_1005 (size=34) 2024-12-08T20:53:30,189 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:30,189 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T20:53:30,189 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:30,190 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:30,190 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T20:53:30,190 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:30,190 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:30,191 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691210189Disabling compacts and flushes for region at 1733691210189Disabling writes for close at 1733691210190 (+1 ms)Writing region close event to WAL at 1733691210190Closed at 1733691210190 2024-12-08T20:53:30,195 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/.initializing 2024-12-08T20:53:30,195 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/WALs/229bab1f9d30,46031,1733691209455 2024-12-08T20:53:30,197 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:30,200 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C46031%2C1733691209455, suffix=, logDir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/WALs/229bab1f9d30,46031,1733691209455, archiveDir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/oldWALs, maxLogs=10 2024-12-08T20:53:30,217 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/WALs/229bab1f9d30,46031,1733691209455/229bab1f9d30%2C46031%2C1733691209455.1733691210200, exclude list is [], retry=0 2024-12-08T20:53:30,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44257,DS-dc300dec-ce07-439d-ab49-f396ef92d860,DISK] 2024-12-08T20:53:30,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42765,DS-f402eb56-7480-49fe-ab25-8fc947a785db,DISK] 2024-12-08T20:53:30,224 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/WALs/229bab1f9d30,46031,1733691209455/229bab1f9d30%2C46031%2C1733691209455.1733691210200 2024-12-08T20:53:30,224 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39217:39217),(127.0.0.1/127.0.0.1:41165:41165)] 2024-12-08T20:53:30,224 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:53:30,225 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:30,225 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:30,225 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:30,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:30,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T20:53:30,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:30,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:30,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:30,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T20:53:30,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:30,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:30,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:30,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T20:53:30,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:30,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:30,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:30,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T20:53:30,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:30,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:30,238 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:30,238 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:30,239 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:30,241 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:30,241 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:30,241 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:30,243 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:30,245 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:30,246 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60689619, jitterRate=-0.0956542044878006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:30,247 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733691210225Initializing all the Stores at 1733691210226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691210226Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691210226Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691210226Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691210226Cleaning up temporary data from old regions at 1733691210241 (+15 ms)Region opened successfully at 1733691210247 (+6 ms) 2024-12-08T20:53:30,247 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T20:53:30,252 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4404dd4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:30,253 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T20:53:30,253 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T20:53:30,253 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T20:53:30,254 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T20:53:30,254 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-08T20:53:30,255 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-08T20:53:30,255 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T20:53:30,257 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T20:53:30,258 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T20:53:30,307 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T20:53:30,307 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T20:53:30,308 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T20:53:30,315 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T20:53:30,315 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T20:53:30,317 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T20:53:30,323 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T20:53:30,324 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T20:53:30,331 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T20:53:30,333 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T20:53:30,340 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T20:53:30,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:30,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:30,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:30,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:30,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:30,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:30,349 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=229bab1f9d30,46031,1733691209455, sessionid=0x1000742357a0000, setting cluster-up flag (Was=false) 2024-12-08T20:53:30,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:30,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:30,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:30,390 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T20:53:30,391 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,46031,1733691209455 2024-12-08T20:53:30,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:30,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:30,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:30,432 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T20:53:30,435 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,46031,1733691209455 2024-12-08T20:53:30,438 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T20:53:30,442 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:30,442 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T20:53:30,442 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T20:53:30,443 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 229bab1f9d30,46031,1733691209455 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T20:53:30,446 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:30,446 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:30,446 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:30,446 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:30,447 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/229bab1f9d30:0, corePoolSize=10, maxPoolSize=10 2024-12-08T20:53:30,447 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,447 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:30,447 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,449 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733691240449 2024-12-08T20:53:30,450 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T20:53:30,450 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T20:53:30,450 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T20:53:30,450 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T20:53:30,451 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T20:53:30,451 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T20:53:30,451 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:30,451 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T20:53:30,451 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,451 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T20:53:30,452 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T20:53:30,452 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T20:53:30,452 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T20:53:30,452 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T20:53:30,452 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691210452,5,FailOnTimeoutGroup] 2024-12-08T20:53:30,453 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691210453,5,FailOnTimeoutGroup] 2024-12-08T20:53:30,453 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,453 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:30,453 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T20:53:30,453 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,453 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T20:53:30,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741831_1007 (size=1321) 2024-12-08T20:53:30,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741831_1007 (size=1321) 2024-12-08T20:53:30,464 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T20:53:30,464 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19 2024-12-08T20:53:30,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741832_1008 (size=32) 2024-12-08T20:53:30,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741832_1008 (size=32) 2024-12-08T20:53:30,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:30,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T20:53:30,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T20:53:30,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:30,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:30,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T20:53:30,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T20:53:30,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:30,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:30,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T20:53:30,481 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(746): ClusterId : afd25889-62ae-427d-aba7-5d5b6b341e21 2024-12-08T20:53:30,482 DEBUG [RS:0;229bab1f9d30:46677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T20:53:30,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T20:53:30,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:30,482 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(746): ClusterId : afd25889-62ae-427d-aba7-5d5b6b341e21 2024-12-08T20:53:30,482 DEBUG [RS:1;229bab1f9d30:40975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T20:53:30,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:30,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T20:53:30,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T20:53:30,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:30,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:30,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T20:53:30,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740 2024-12-08T20:53:30,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740 2024-12-08T20:53:30,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T20:53:30,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T20:53:30,488 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:30,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T20:53:30,492 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:30,493 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63232975, jitterRate=-0.057755246758461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:30,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733691210473Initializing all the Stores at 1733691210474 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691210474Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691210474Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691210474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691210474Cleaning up temporary data from old regions at 1733691210488 (+14 ms)Region opened successfully at 1733691210493 (+5 ms) 2024-12-08T20:53:30,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T20:53:30,494 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T20:53:30,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T20:53:30,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T20:53:30,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T20:53:30,494 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:30,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691210494Disabling compacts and flushes for region at 1733691210494Disabling writes for close at 1733691210494Writing region close event to WAL at 1733691210494Closed at 1733691210494 2024-12-08T20:53:30,496 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:30,496 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T20:53:30,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T20:53:30,497 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T20:53:30,499 DEBUG [RS:0;229bab1f9d30:46677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T20:53:30,499 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T20:53:30,499 DEBUG [RS:0;229bab1f9d30:46677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T20:53:30,499 DEBUG [RS:1;229bab1f9d30:40975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T20:53:30,499 DEBUG [RS:1;229bab1f9d30:40975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T20:53:30,516 DEBUG [RS:0;229bab1f9d30:46677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T20:53:30,516 DEBUG [RS:1;229bab1f9d30:40975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T20:53:30,516 DEBUG [RS:0;229bab1f9d30:46677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d3fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:30,516 DEBUG [RS:1;229bab1f9d30:40975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262df562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:30,525 DEBUG [RS:0;229bab1f9d30:46677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;229bab1f9d30:46677 2024-12-08T20:53:30,525 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T20:53:30,525 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T20:53:30,525 DEBUG [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T20:53:30,526 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,46031,1733691209455 with port=46677, startcode=1733691209626 2024-12-08T20:53:30,527 DEBUG [RS:0;229bab1f9d30:46677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T20:53:30,528 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57247, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T20:53:30,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,46677,1733691209626 2024-12-08T20:53:30,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46031 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,46677,1733691209626 2024-12-08T20:53:30,530 DEBUG [RS:1;229bab1f9d30:40975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;229bab1f9d30:40975 2024-12-08T20:53:30,530 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T20:53:30,530 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T20:53:30,530 DEBUG [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T20:53:30,531 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,46031,1733691209455 with port=40975, startcode=1733691209659 2024-12-08T20:53:30,531 DEBUG [RS:1;229bab1f9d30:40975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T20:53:30,531 DEBUG [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19 2024-12-08T20:53:30,531 DEBUG [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35513 2024-12-08T20:53:30,531 DEBUG [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T20:53:30,533 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34177, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T20:53:30,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,40975,1733691209659 2024-12-08T20:53:30,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46031 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,40975,1733691209659 2024-12-08T20:53:30,535 DEBUG [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19 2024-12-08T20:53:30,535 DEBUG [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35513 2024-12-08T20:53:30,536 DEBUG [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T20:53:30,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:30,569 DEBUG [RS:0;229bab1f9d30:46677 {}] zookeeper.ZKUtil(111): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,46677,1733691209626 2024-12-08T20:53:30,569 WARN [RS:0;229bab1f9d30:46677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:30,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,46677,1733691209626] 2024-12-08T20:53:30,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,40975,1733691209659] 2024-12-08T20:53:30,569 INFO [RS:0;229bab1f9d30:46677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:30,569 DEBUG [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/WALs/229bab1f9d30,46677,1733691209626 2024-12-08T20:53:30,569 DEBUG [RS:1;229bab1f9d30:40975 {}] zookeeper.ZKUtil(111): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,40975,1733691209659 2024-12-08T20:53:30,569 WARN [RS:1;229bab1f9d30:40975 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:30,570 INFO [RS:1;229bab1f9d30:40975 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:30,570 DEBUG [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/WALs/229bab1f9d30,40975,1733691209659 2024-12-08T20:53:30,574 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T20:53:30,576 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T20:53:30,577 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T20:53:30,577 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T20:53:30,578 INFO [RS:0;229bab1f9d30:46677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T20:53:30,578 INFO [RS:1;229bab1f9d30:40975 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T20:53:30,578 INFO [RS:0;229bab1f9d30:46677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,578 INFO [RS:1;229bab1f9d30:40975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,578 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T20:53:30,578 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T20:53:30,579 INFO [RS:1;229bab1f9d30:40975 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T20:53:30,579 INFO [RS:0;229bab1f9d30:46677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T20:53:30,579 INFO [RS:1;229bab1f9d30:40975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,579 INFO [RS:0;229bab1f9d30:46677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,580 DEBUG [RS:1;229bab1f9d30:40975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:0;229bab1f9d30:46677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:1;229bab1f9d30:40975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:0;229bab1f9d30:46677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:1;229bab1f9d30:40975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:1;229bab1f9d30:40975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:0;229bab1f9d30:46677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:1;229bab1f9d30:40975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:0;229bab1f9d30:46677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:1;229bab1f9d30:40975 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:30,580 DEBUG [RS:1;229bab1f9d30:40975 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:0;229bab1f9d30:46677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:1;229bab1f9d30:40975 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:1;229bab1f9d30:40975 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:0;229bab1f9d30:46677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:30,580 DEBUG [RS:1;229bab1f9d30:40975 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:0;229bab1f9d30:46677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:1;229bab1f9d30:40975 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:1;229bab1f9d30:40975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:0;229bab1f9d30:46677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,580 DEBUG [RS:1;229bab1f9d30:40975 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:30,580 DEBUG [RS:0;229bab1f9d30:46677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,581 DEBUG [RS:1;229bab1f9d30:40975 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:30,581 DEBUG [RS:0;229bab1f9d30:46677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,581 DEBUG [RS:0;229bab1f9d30:46677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,581 DEBUG [RS:0;229bab1f9d30:46677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:30,581 DEBUG [RS:0;229bab1f9d30:46677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:30,581 INFO [RS:1;229bab1f9d30:40975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,581 DEBUG [RS:0;229bab1f9d30:46677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:30,581 INFO [RS:1;229bab1f9d30:40975 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,581 INFO [RS:1;229bab1f9d30:40975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,581 INFO [RS:1;229bab1f9d30:40975 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,581 INFO [RS:1;229bab1f9d30:40975 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,581 INFO [RS:1;229bab1f9d30:40975 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,40975,1733691209659-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:30,585 INFO [RS:0;229bab1f9d30:46677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,585 INFO [RS:0;229bab1f9d30:46677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,585 INFO [RS:0;229bab1f9d30:46677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,585 INFO [RS:0;229bab1f9d30:46677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,585 INFO [RS:0;229bab1f9d30:46677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,586 INFO [RS:0;229bab1f9d30:46677 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,46677,1733691209626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:30,598 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T20:53:30,599 INFO [RS:1;229bab1f9d30:40975 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,40975,1733691209659-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,599 INFO [RS:1;229bab1f9d30:40975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,599 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.Replication(171): 229bab1f9d30,40975,1733691209659 started 2024-12-08T20:53:30,601 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T20:53:30,601 INFO [RS:0;229bab1f9d30:46677 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,46677,1733691209626-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,601 INFO [RS:0;229bab1f9d30:46677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,601 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.Replication(171): 229bab1f9d30,46677,1733691209626 started 2024-12-08T20:53:30,613 INFO [RS:1;229bab1f9d30:40975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,613 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,40975,1733691209659, RpcServer on 229bab1f9d30/172.17.0.2:40975, sessionid=0x1000742357a0002 2024-12-08T20:53:30,613 DEBUG [RS:1;229bab1f9d30:40975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T20:53:30,613 DEBUG [RS:1;229bab1f9d30:40975 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,40975,1733691209659 2024-12-08T20:53:30,613 DEBUG [RS:1;229bab1f9d30:40975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,40975,1733691209659' 2024-12-08T20:53:30,613 DEBUG [RS:1;229bab1f9d30:40975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T20:53:30,614 DEBUG [RS:1;229bab1f9d30:40975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T20:53:30,614 DEBUG [RS:1;229bab1f9d30:40975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T20:53:30,614 DEBUG [RS:1;229bab1f9d30:40975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T20:53:30,614 DEBUG [RS:1;229bab1f9d30:40975 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,40975,1733691209659 2024-12-08T20:53:30,614 DEBUG [RS:1;229bab1f9d30:40975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,40975,1733691209659' 2024-12-08T20:53:30,614 DEBUG [RS:1;229bab1f9d30:40975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T20:53:30,615 DEBUG [RS:1;229bab1f9d30:40975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T20:53:30,615 DEBUG [RS:1;229bab1f9d30:40975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T20:53:30,615 INFO [RS:1;229bab1f9d30:40975 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T20:53:30,615 INFO [RS:1;229bab1f9d30:40975 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T20:53:30,620 INFO [RS:0;229bab1f9d30:46677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:30,620 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,46677,1733691209626, RpcServer on 229bab1f9d30/172.17.0.2:46677, sessionid=0x1000742357a0001 2024-12-08T20:53:30,620 DEBUG [RS:0;229bab1f9d30:46677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T20:53:30,620 DEBUG [RS:0;229bab1f9d30:46677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,46677,1733691209626 2024-12-08T20:53:30,620 DEBUG [RS:0;229bab1f9d30:46677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,46677,1733691209626' 2024-12-08T20:53:30,620 DEBUG [RS:0;229bab1f9d30:46677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T20:53:30,621 DEBUG [RS:0;229bab1f9d30:46677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T20:53:30,621 DEBUG [RS:0;229bab1f9d30:46677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T20:53:30,621 DEBUG [RS:0;229bab1f9d30:46677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T20:53:30,621 DEBUG [RS:0;229bab1f9d30:46677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,46677,1733691209626 2024-12-08T20:53:30,621 DEBUG [RS:0;229bab1f9d30:46677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,46677,1733691209626' 2024-12-08T20:53:30,621 DEBUG [RS:0;229bab1f9d30:46677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T20:53:30,622 DEBUG [RS:0;229bab1f9d30:46677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T20:53:30,622 DEBUG [RS:0;229bab1f9d30:46677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T20:53:30,623 INFO [RS:0;229bab1f9d30:46677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T20:53:30,623 INFO [RS:0;229bab1f9d30:46677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T20:53:30,649 WARN [229bab1f9d30:46031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T20:53:30,716 INFO [RS:1;229bab1f9d30:40975 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:30,719 INFO [RS:1;229bab1f9d30:40975 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C40975%2C1733691209659, suffix=, logDir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/WALs/229bab1f9d30,40975,1733691209659, archiveDir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/oldWALs, maxLogs=32 2024-12-08T20:53:30,723 INFO [RS:0;229bab1f9d30:46677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:30,727 INFO [RS:0;229bab1f9d30:46677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C46677%2C1733691209626, suffix=, logDir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/WALs/229bab1f9d30,46677,1733691209626, archiveDir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/oldWALs, maxLogs=32 2024-12-08T20:53:30,735 DEBUG [RS:1;229bab1f9d30:40975 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/WALs/229bab1f9d30,40975,1733691209659/229bab1f9d30%2C40975%2C1733691209659.1733691210722, exclude list is [], retry=0 2024-12-08T20:53:30,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42765,DS-f402eb56-7480-49fe-ab25-8fc947a785db,DISK] 2024-12-08T20:53:30,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44257,DS-dc300dec-ce07-439d-ab49-f396ef92d860,DISK] 2024-12-08T20:53:30,739 DEBUG [RS:0;229bab1f9d30:46677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/WALs/229bab1f9d30,46677,1733691209626/229bab1f9d30%2C46677%2C1733691209626.1733691210728, exclude list is [], retry=0 2024-12-08T20:53:30,741 INFO [RS:1;229bab1f9d30:40975 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/WALs/229bab1f9d30,40975,1733691209659/229bab1f9d30%2C40975%2C1733691209659.1733691210722 2024-12-08T20:53:30,742 DEBUG [RS:1;229bab1f9d30:40975 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41165:41165),(127.0.0.1/127.0.0.1:39217:39217)] 2024-12-08T20:53:30,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42765,DS-f402eb56-7480-49fe-ab25-8fc947a785db,DISK] 2024-12-08T20:53:30,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44257,DS-dc300dec-ce07-439d-ab49-f396ef92d860,DISK] 2024-12-08T20:53:30,747 INFO [RS:0;229bab1f9d30:46677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/WALs/229bab1f9d30,46677,1733691209626/229bab1f9d30%2C46677%2C1733691209626.1733691210728 2024-12-08T20:53:30,748 DEBUG [RS:0;229bab1f9d30:46677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39217:39217),(127.0.0.1/127.0.0.1:41165:41165)] 2024-12-08T20:53:30,900 DEBUG [229bab1f9d30:46031 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-08T20:53:30,901 DEBUG [229bab1f9d30:46031 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T20:53:30,906 DEBUG [229bab1f9d30:46031 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T20:53:30,906 DEBUG [229bab1f9d30:46031 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T20:53:30,906 DEBUG [229bab1f9d30:46031 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T20:53:30,907 DEBUG [229bab1f9d30:46031 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T20:53:30,907 INFO [229bab1f9d30:46031 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T20:53:30,907 INFO [229bab1f9d30:46031 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T20:53:30,907 DEBUG [229bab1f9d30:46031 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T20:53:30,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=229bab1f9d30,40975,1733691209659 2024-12-08T20:53:30,909 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,40975,1733691209659, state=OPENING 2024-12-08T20:53:30,945 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T20:53:30,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:30,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:30,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:30,957 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T20:53:30,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:30,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,40975,1733691209659}] 2024-12-08T20:53:30,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:30,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:30,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T20:53:30,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:31,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:31,113 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:31,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37751, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:31,123 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T20:53:31,123 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:31,123 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T20:53:31,126 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C40975%2C1733691209659.meta, suffix=.meta, logDir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/WALs/229bab1f9d30,40975,1733691209659, archiveDir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/oldWALs, maxLogs=32 2024-12-08T20:53:31,139 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/WALs/229bab1f9d30,40975,1733691209659/229bab1f9d30%2C40975%2C1733691209659.meta.1733691211126.meta, exclude list is [], retry=0 2024-12-08T20:53:31,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42765,DS-f402eb56-7480-49fe-ab25-8fc947a785db,DISK] 2024-12-08T20:53:31,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44257,DS-dc300dec-ce07-439d-ab49-f396ef92d860,DISK] 2024-12-08T20:53:31,145 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/WALs/229bab1f9d30,40975,1733691209659/229bab1f9d30%2C40975%2C1733691209659.meta.1733691211126.meta 2024-12-08T20:53:31,145 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41165:41165),(127.0.0.1/127.0.0.1:39217:39217)] 2024-12-08T20:53:31,145 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:53:31,145 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T20:53:31,146 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T20:53:31,146 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T20:53:31,146 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T20:53:31,146 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:31,146 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T20:53:31,146 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T20:53:31,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T20:53:31,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T20:53:31,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:31,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:31,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T20:53:31,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T20:53:31,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:31,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:31,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T20:53:31,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T20:53:31,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:31,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:31,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T20:53:31,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T20:53:31,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:31,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:31,154 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T20:53:31,155 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740 2024-12-08T20:53:31,156 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740 2024-12-08T20:53:31,158 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T20:53:31,158 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T20:53:31,159 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:31,160 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T20:53:31,161 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59094437, jitterRate=-0.11942426860332489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:31,161 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T20:53:31,162 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733691211146Writing region info on filesystem at 1733691211146Initializing all the Stores at 1733691211147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691211147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691211147Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691211148 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691211148Cleaning up temporary data from old regions at 1733691211158 (+10 ms)Running coprocessor post-open hooks at 1733691211162 (+4 ms)Region opened successfully at 1733691211162 2024-12-08T20:53:31,164 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733691211112 2024-12-08T20:53:31,166 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T20:53:31,167 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T20:53:31,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,40975,1733691209659 2024-12-08T20:53:31,169 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,40975,1733691209659, state=OPEN 2024-12-08T20:53:31,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:31,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:31,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:31,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:31,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:31,196 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=229bab1f9d30,40975,1733691209659 2024-12-08T20:53:31,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:31,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T20:53:31,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,40975,1733691209659 in 239 msec 2024-12-08T20:53:31,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T20:53:31,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 706 msec 2024-12-08T20:53:31,207 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:31,208 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T20:53:31,209 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:53:31,209 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,40975,1733691209659, seqNum=-1] 2024-12-08T20:53:31,210 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:31,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37975, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:31,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 777 msec 2024-12-08T20:53:31,218 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733691211218, completionTime=-1 2024-12-08T20:53:31,218 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-08T20:53:31,218 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T20:53:31,220 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-08T20:53:31,220 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733691271220 2024-12-08T20:53:31,220 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733691331220 2024-12-08T20:53:31,220 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-08T20:53:31,221 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,46031,1733691209455-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:31,221 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,46031,1733691209455-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:31,221 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,46031,1733691209455-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:31,221 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-229bab1f9d30:46031, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:31,221 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:31,221 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:31,224 DEBUG [master/229bab1f9d30:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T20:53:31,226 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.511sec 2024-12-08T20:53:31,227 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T20:53:31,227 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T20:53:31,227 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T20:53:31,227 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T20:53:31,227 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T20:53:31,227 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,46031,1733691209455-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:31,227 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,46031,1733691209455-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T20:53:31,230 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T20:53:31,230 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T20:53:31,231 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,46031,1733691209455-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:31,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68247fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:31,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,46031,-1 for getting cluster id 2024-12-08T20:53:31,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:53:31,286 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afd25889-62ae-427d-aba7-5d5b6b341e21' 2024-12-08T20:53:31,288 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:53:31,288 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afd25889-62ae-427d-aba7-5d5b6b341e21" 2024-12-08T20:53:31,289 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21494604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:31,289 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,46031,-1] 2024-12-08T20:53:31,290 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:53:31,291 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:31,294 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:53:31,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5fb690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:31,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:53:31,297 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,40975,1733691209659, seqNum=-1] 2024-12-08T20:53:31,298 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:31,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:31,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=229bab1f9d30,46031,1733691209455 2024-12-08T20:53:31,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T20:53:31,303 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,46031,1733691209455 2024-12-08T20:53:31,303 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2252f692 2024-12-08T20:53:31,303 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T20:53:31,305 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T20:53:31,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:53:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-08T20:53:31,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T20:53:31,310 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:31,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-08T20:53:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:31,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T20:53:31,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741836_1012 (size=379) 2024-12-08T20:53:31,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741836_1012 (size=379) 2024-12-08T20:53:31,323 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a690032b33c02a087d20a1646d425f60, NAME => 'testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19 2024-12-08T20:53:31,323 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 340fb5c669768e68486a511cf9eb62ea, NAME => 'testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19 2024-12-08T20:53:31,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741837_1013 (size=61) 2024-12-08T20:53:31,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741837_1013 (size=61) 2024-12-08T20:53:31,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741838_1014 (size=61) 2024-12-08T20:53:31,332 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:31,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741838_1014 (size=61) 2024-12-08T20:53:31,332 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 340fb5c669768e68486a511cf9eb62ea, disabling compactions & flushes 2024-12-08T20:53:31,332 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea. 2024-12-08T20:53:31,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea. 2024-12-08T20:53:31,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea. after waiting 0 ms 2024-12-08T20:53:31,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea. 2024-12-08T20:53:31,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:31,333 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea. 2024-12-08T20:53:31,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing a690032b33c02a087d20a1646d425f60, disabling compactions & flushes 2024-12-08T20:53:31,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 340fb5c669768e68486a511cf9eb62ea: Waiting for close lock at 1733691211332Disabling compacts and flushes for region at 1733691211332Disabling writes for close at 1733691211333 (+1 ms)Writing region close event to WAL at 1733691211333Closed at 1733691211333 2024-12-08T20:53:31,333 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60. 2024-12-08T20:53:31,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60. 2024-12-08T20:53:31,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60. after waiting 0 ms 2024-12-08T20:53:31,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60. 2024-12-08T20:53:31,333 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60. 2024-12-08T20:53:31,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for a690032b33c02a087d20a1646d425f60: Waiting for close lock at 1733691211333Disabling compacts and flushes for region at 1733691211333Disabling writes for close at 1733691211333Writing region close event to WAL at 1733691211333Closed at 1733691211333 2024-12-08T20:53:31,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T20:53:31,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733691211335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691211335"}]},"ts":"1733691211335"} 2024-12-08T20:53:31,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733691211335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691211335"}]},"ts":"1733691211335"} 2024-12-08T20:53:31,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-08T20:53:31,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T20:53:31,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691211340"}]},"ts":"1733691211340"} 2024-12-08T20:53:31,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-08T20:53:31,344 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T20:53:31,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T20:53:31,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T20:53:31,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T20:53:31,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T20:53:31,345 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T20:53:31,345 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T20:53:31,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T20:53:31,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a690032b33c02a087d20a1646d425f60, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=340fb5c669768e68486a511cf9eb62ea, ASSIGN}] 2024-12-08T20:53:31,348 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a690032b33c02a087d20a1646d425f60, ASSIGN 2024-12-08T20:53:31,348 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=340fb5c669768e68486a511cf9eb62ea, ASSIGN 2024-12-08T20:53:31,349 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a690032b33c02a087d20a1646d425f60, ASSIGN; state=OFFLINE, location=229bab1f9d30,40975,1733691209659; forceNewPlan=false, retain=false 2024-12-08T20:53:31,349 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=340fb5c669768e68486a511cf9eb62ea, ASSIGN; state=OFFLINE, location=229bab1f9d30,46677,1733691209626; forceNewPlan=false, retain=false 2024-12-08T20:53:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:31,500 INFO [229bab1f9d30:46031 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-08T20:53:31,500 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=340fb5c669768e68486a511cf9eb62ea, regionState=OPENING, regionLocation=229bab1f9d30,46677,1733691209626 2024-12-08T20:53:31,500 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a690032b33c02a087d20a1646d425f60, regionState=OPENING, regionLocation=229bab1f9d30,40975,1733691209659 2024-12-08T20:53:31,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=340fb5c669768e68486a511cf9eb62ea, ASSIGN because future has completed 2024-12-08T20:53:31,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 340fb5c669768e68486a511cf9eb62ea, server=229bab1f9d30,46677,1733691209626}] 2024-12-08T20:53:31,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a690032b33c02a087d20a1646d425f60, ASSIGN because future has completed 2024-12-08T20:53:31,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a690032b33c02a087d20a1646d425f60, server=229bab1f9d30,40975,1733691209659}] 2024-12-08T20:53:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:31,664 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:31,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53603, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:31,676 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60. 2024-12-08T20:53:31,676 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea. 2024-12-08T20:53:31,676 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 340fb5c669768e68486a511cf9eb62ea, NAME => 'testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea.', STARTKEY => '5', ENDKEY => ''} 2024-12-08T20:53:31,676 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a690032b33c02a087d20a1646d425f60, NAME => 'testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60.', STARTKEY => '', ENDKEY => '5'} 2024-12-08T20:53:31,676 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 340fb5c669768e68486a511cf9eb62ea 2024-12-08T20:53:31,676 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:31,677 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a690032b33c02a087d20a1646d425f60 2024-12-08T20:53:31,677 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 340fb5c669768e68486a511cf9eb62ea 2024-12-08T20:53:31,677 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 340fb5c669768e68486a511cf9eb62ea 2024-12-08T20:53:31,677 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:31,677 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a690032b33c02a087d20a1646d425f60 2024-12-08T20:53:31,677 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a690032b33c02a087d20a1646d425f60 2024-12-08T20:53:31,678 INFO [StoreOpener-a690032b33c02a087d20a1646d425f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a690032b33c02a087d20a1646d425f60 2024-12-08T20:53:31,678 INFO [StoreOpener-340fb5c669768e68486a511cf9eb62ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 340fb5c669768e68486a511cf9eb62ea 2024-12-08T20:53:31,680 INFO [StoreOpener-340fb5c669768e68486a511cf9eb62ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 340fb5c669768e68486a511cf9eb62ea columnFamilyName family 2024-12-08T20:53:31,680 INFO [StoreOpener-a690032b33c02a087d20a1646d425f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a690032b33c02a087d20a1646d425f60 columnFamilyName family 2024-12-08T20:53:31,680 DEBUG [StoreOpener-340fb5c669768e68486a511cf9eb62ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:31,680 DEBUG [StoreOpener-a690032b33c02a087d20a1646d425f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:31,680 INFO [StoreOpener-340fb5c669768e68486a511cf9eb62ea-1 {}] regionserver.HStore(327): Store=340fb5c669768e68486a511cf9eb62ea/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:31,680 INFO [StoreOpener-a690032b33c02a087d20a1646d425f60-1 {}] regionserver.HStore(327): Store=a690032b33c02a087d20a1646d425f60/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:31,681 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a690032b33c02a087d20a1646d425f60 2024-12-08T20:53:31,681 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 340fb5c669768e68486a511cf9eb62ea 2024-12-08T20:53:31,682 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/a690032b33c02a087d20a1646d425f60 2024-12-08T20:53:31,682 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/340fb5c669768e68486a511cf9eb62ea 2024-12-08T20:53:31,682 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/a690032b33c02a087d20a1646d425f60 2024-12-08T20:53:31,682 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/340fb5c669768e68486a511cf9eb62ea 2024-12-08T20:53:31,683 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a690032b33c02a087d20a1646d425f60 2024-12-08T20:53:31,683 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 340fb5c669768e68486a511cf9eb62ea 2024-12-08T20:53:31,683 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a690032b33c02a087d20a1646d425f60 2024-12-08T20:53:31,683 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 340fb5c669768e68486a511cf9eb62ea 2024-12-08T20:53:31,685 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a690032b33c02a087d20a1646d425f60 2024-12-08T20:53:31,685 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 340fb5c669768e68486a511cf9eb62ea 2024-12-08T20:53:31,687 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/340fb5c669768e68486a511cf9eb62ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:31,687 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/a690032b33c02a087d20a1646d425f60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:31,688 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 340fb5c669768e68486a511cf9eb62ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65879652, jitterRate=-0.018316686153411865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T20:53:31,688 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a690032b33c02a087d20a1646d425f60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62336955, jitterRate=-0.07110698521137238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T20:53:31,688 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 340fb5c669768e68486a511cf9eb62ea 2024-12-08T20:53:31,688 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a690032b33c02a087d20a1646d425f60 2024-12-08T20:53:31,689 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 340fb5c669768e68486a511cf9eb62ea: Running coprocessor pre-open hook at 1733691211677Writing region info on filesystem at 1733691211677Initializing all the Stores at 1733691211678 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691211678Cleaning up temporary data from old regions at 1733691211683 (+5 ms)Running coprocessor post-open hooks at 1733691211688 (+5 ms)Region opened successfully at 1733691211689 (+1 ms) 2024-12-08T20:53:31,689 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a690032b33c02a087d20a1646d425f60: Running coprocessor pre-open hook at 1733691211677Writing region info on filesystem at 1733691211677Initializing all the Stores at 1733691211678 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691211678Cleaning up temporary data from old regions at 1733691211683 (+5 ms)Running coprocessor post-open hooks at 1733691211688 (+5 ms)Region opened successfully at 1733691211689 (+1 ms) 2024-12-08T20:53:31,690 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea., pid=7, masterSystemTime=1733691211663 2024-12-08T20:53:31,690 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60., pid=8, masterSystemTime=1733691211667 2024-12-08T20:53:31,693 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60. 2024-12-08T20:53:31,693 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60. 2024-12-08T20:53:31,694 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a690032b33c02a087d20a1646d425f60, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,40975,1733691209659 2024-12-08T20:53:31,694 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea. 2024-12-08T20:53:31,694 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea. 2024-12-08T20:53:31,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=340fb5c669768e68486a511cf9eb62ea, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,46677,1733691209626 2024-12-08T20:53:31,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a690032b33c02a087d20a1646d425f60, server=229bab1f9d30,40975,1733691209659 because future has completed 2024-12-08T20:53:31,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 340fb5c669768e68486a511cf9eb62ea, server=229bab1f9d30,46677,1733691209626 because future has completed 2024-12-08T20:53:31,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-08T20:53:31,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a690032b33c02a087d20a1646d425f60, server=229bab1f9d30,40975,1733691209659 in 188 msec 2024-12-08T20:53:31,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-08T20:53:31,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a690032b33c02a087d20a1646d425f60, ASSIGN in 356 msec 2024-12-08T20:53:31,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 340fb5c669768e68486a511cf9eb62ea, server=229bab1f9d30,46677,1733691209626 in 194 msec 2024-12-08T20:53:31,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-08T20:53:31,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=340fb5c669768e68486a511cf9eb62ea, ASSIGN in 358 msec 2024-12-08T20:53:31,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T20:53:31,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691211709"}]},"ts":"1733691211709"} 2024-12-08T20:53:31,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-08T20:53:31,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T20:53:31,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 407 msec 2024-12-08T20:53:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:31,940 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-08T20:53:31,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-08T20:53:31,940 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T20:53:31,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-08T20:53:31,948 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T20:53:31,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-08T20:53:31,953 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60., hostname=229bab1f9d30,40975,1733691209659, seqNum=2] 2024-12-08T20:53:31,968 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea., hostname=229bab1f9d30,46677,1733691209626, seqNum=2] 2024-12-08T20:53:31,969 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:31,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:31,989 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 340fb5c669768e68486a511cf9eb62ea 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-08T20:53:32,005 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/340fb5c669768e68486a511cf9eb62ea/.tmp/family/4b9cbcb3de394fbe8bd71e95f10f60c0 is 32, key is 5/family:/1733691211971/Put/seqid=0 2024-12-08T20:53:32,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741839_1015 (size=5083) 2024-12-08T20:53:32,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741839_1015 (size=5083) 2024-12-08T20:53:32,013 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/340fb5c669768e68486a511cf9eb62ea/.tmp/family/4b9cbcb3de394fbe8bd71e95f10f60c0 2024-12-08T20:53:32,021 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/340fb5c669768e68486a511cf9eb62ea/.tmp/family/4b9cbcb3de394fbe8bd71e95f10f60c0 as hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/340fb5c669768e68486a511cf9eb62ea/family/4b9cbcb3de394fbe8bd71e95f10f60c0 2024-12-08T20:53:32,030 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/340fb5c669768e68486a511cf9eb62ea/family/4b9cbcb3de394fbe8bd71e95f10f60c0, entries=5, sequenceid=9, filesize=5.0 K 2024-12-08T20:53:32,031 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 340fb5c669768e68486a511cf9eb62ea in 42ms, sequenceid=9, compaction requested=false 2024-12-08T20:53:32,032 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 340fb5c669768e68486a511cf9eb62ea: 2024-12-08T20:53:32,032 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a690032b33c02a087d20a1646d425f60 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-08T20:53:32,046 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/a690032b33c02a087d20a1646d425f60/.tmp/family/e17d2a8ef1dd44cc96841cffae464a74 is 32, key is 1/family:/1733691211954/Put/seqid=0 2024-12-08T20:53:32,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741840_1016 (size=5054) 2024-12-08T20:53:32,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741840_1016 (size=5054) 2024-12-08T20:53:32,052 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/a690032b33c02a087d20a1646d425f60/.tmp/family/e17d2a8ef1dd44cc96841cffae464a74 2024-12-08T20:53:32,060 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/a690032b33c02a087d20a1646d425f60/.tmp/family/e17d2a8ef1dd44cc96841cffae464a74 as hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/a690032b33c02a087d20a1646d425f60/family/e17d2a8ef1dd44cc96841cffae464a74 2024-12-08T20:53:32,067 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/a690032b33c02a087d20a1646d425f60/family/e17d2a8ef1dd44cc96841cffae464a74, entries=4, sequenceid=8, filesize=4.9 K 2024-12-08T20:53:32,069 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for a690032b33c02a087d20a1646d425f60 in 37ms, sequenceid=8, compaction requested=false 2024-12-08T20:53:32,069 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a690032b33c02a087d20a1646d425f60: 2024-12-08T20:53:32,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T20:53:32,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:53:32,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:32,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:32,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:32,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:53:32,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T20:53:32,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1420279054, stopped=false 2024-12-08T20:53:32,074 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=229bab1f9d30,46031,1733691209455 2024-12-08T20:53:32,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:32,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:32,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:32,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:32,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:32,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:32,123 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T20:53:32,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:53:32,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:32,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:32,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:32,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:32,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:32,124 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,46677,1733691209626' ***** 2024-12-08T20:53:32,124 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T20:53:32,124 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,40975,1733691209659' ***** 2024-12-08T20:53:32,124 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T20:53:32,124 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T20:53:32,125 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T20:53:32,125 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T20:53:32,125 INFO [RS:1;229bab1f9d30:40975 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T20:53:32,125 INFO [RS:1;229bab1f9d30:40975 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T20:53:32,125 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T20:53:32,125 INFO [RS:0;229bab1f9d30:46677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T20:53:32,125 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(3091): Received CLOSE for a690032b33c02a087d20a1646d425f60 2024-12-08T20:53:32,125 INFO [RS:0;229bab1f9d30:46677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T20:53:32,125 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(3091): Received CLOSE for 340fb5c669768e68486a511cf9eb62ea 2024-12-08T20:53:32,125 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,40975,1733691209659 2024-12-08T20:53:32,125 INFO [RS:1;229bab1f9d30:40975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:32,125 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,46677,1733691209626 2024-12-08T20:53:32,125 INFO [RS:1;229bab1f9d30:40975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;229bab1f9d30:40975. 2024-12-08T20:53:32,125 INFO [RS:0;229bab1f9d30:46677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:32,126 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 340fb5c669768e68486a511cf9eb62ea, disabling compactions & flushes 2024-12-08T20:53:32,126 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a690032b33c02a087d20a1646d425f60, disabling compactions & flushes 2024-12-08T20:53:32,126 INFO [RS:0;229bab1f9d30:46677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;229bab1f9d30:46677. 2024-12-08T20:53:32,126 DEBUG [RS:1;229bab1f9d30:40975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:32,126 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea. 2024-12-08T20:53:32,126 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60. 2024-12-08T20:53:32,126 DEBUG [RS:1;229bab1f9d30:40975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:32,126 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea. 2024-12-08T20:53:32,126 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60. 2024-12-08T20:53:32,126 DEBUG [RS:0;229bab1f9d30:46677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:32,126 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60. after waiting 0 ms 2024-12-08T20:53:32,126 DEBUG [RS:0;229bab1f9d30:46677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:32,126 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea. after waiting 0 ms 2024-12-08T20:53:32,126 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T20:53:32,126 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60. 2024-12-08T20:53:32,126 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T20:53:32,126 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea. 2024-12-08T20:53:32,126 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T20:53:32,126 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T20:53:32,126 DEBUG [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(1325): Online Regions={340fb5c669768e68486a511cf9eb62ea=testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea.} 2024-12-08T20:53:32,126 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T20:53:32,126 DEBUG [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(1351): Waiting on 340fb5c669768e68486a511cf9eb62ea 2024-12-08T20:53:32,127 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-08T20:53:32,127 DEBUG [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a690032b33c02a087d20a1646d425f60=testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60.} 2024-12-08T20:53:32,127 DEBUG [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a690032b33c02a087d20a1646d425f60 2024-12-08T20:53:32,127 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T20:53:32,127 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T20:53:32,127 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T20:53:32,127 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T20:53:32,127 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T20:53:32,127 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-08T20:53:32,132 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/a690032b33c02a087d20a1646d425f60/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-08T20:53:32,132 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/default/testClearRegionBlockCache/340fb5c669768e68486a511cf9eb62ea/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-08T20:53:32,132 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea. 2024-12-08T20:53:32,132 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60. 2024-12-08T20:53:32,132 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 340fb5c669768e68486a511cf9eb62ea: Waiting for close lock at 1733691212126Running coprocessor pre-close hooks at 1733691212126Disabling compacts and flushes for region at 1733691212126Disabling writes for close at 1733691212126Writing region close event to WAL at 1733691212127 (+1 ms)Running coprocessor post-close hooks at 1733691212132 (+5 ms)Closed at 1733691212132 2024-12-08T20:53:32,133 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a690032b33c02a087d20a1646d425f60: Waiting for close lock at 1733691212125Running coprocessor pre-close hooks at 1733691212126 (+1 ms)Disabling compacts and flushes for region at 1733691212126Disabling writes for close at 1733691212126Writing region close event to WAL at 1733691212127 (+1 ms)Running coprocessor post-close hooks at 1733691212132 (+5 ms)Closed at 1733691212132 2024-12-08T20:53:32,133 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea. 2024-12-08T20:53:32,133 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733691211305.a690032b33c02a087d20a1646d425f60. 2024-12-08T20:53:32,149 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/.tmp/info/60dd21663a774e10859c028aed10f5ee is 173, key is testClearRegionBlockCache,5,1733691211305.340fb5c669768e68486a511cf9eb62ea./info:regioninfo/1733691211695/Put/seqid=0 2024-12-08T20:53:32,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741841_1017 (size=8173) 2024-12-08T20:53:32,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741841_1017 (size=8173) 2024-12-08T20:53:32,155 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/.tmp/info/60dd21663a774e10859c028aed10f5ee 2024-12-08T20:53:32,176 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/.tmp/ns/e774beed7d234e2993d92f77af4b06bd is 43, key is default/ns:d/1733691211212/Put/seqid=0 2024-12-08T20:53:32,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741842_1018 (size=5153) 2024-12-08T20:53:32,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741842_1018 (size=5153) 2024-12-08T20:53:32,182 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/.tmp/ns/e774beed7d234e2993d92f77af4b06bd 2024-12-08T20:53:32,187 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:32,187 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:32,210 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/.tmp/table/34a4cf006aba4e76a17dba0585d3ac34 is 61, key is testClearRegionBlockCache/table:state/1733691211709/Put/seqid=0 2024-12-08T20:53:32,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741843_1019 (size=5312) 2024-12-08T20:53:32,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741843_1019 (size=5312) 2024-12-08T20:53:32,216 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/.tmp/table/34a4cf006aba4e76a17dba0585d3ac34 2024-12-08T20:53:32,223 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/.tmp/info/60dd21663a774e10859c028aed10f5ee as hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/info/60dd21663a774e10859c028aed10f5ee 2024-12-08T20:53:32,231 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/info/60dd21663a774e10859c028aed10f5ee, entries=20, sequenceid=13, filesize=8.0 K 2024-12-08T20:53:32,232 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/.tmp/ns/e774beed7d234e2993d92f77af4b06bd as hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/ns/e774beed7d234e2993d92f77af4b06bd 2024-12-08T20:53:32,240 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/ns/e774beed7d234e2993d92f77af4b06bd, entries=2, sequenceid=13, filesize=5.0 K 2024-12-08T20:53:32,241 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/.tmp/table/34a4cf006aba4e76a17dba0585d3ac34 as hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/table/34a4cf006aba4e76a17dba0585d3ac34 2024-12-08T20:53:32,249 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/table/34a4cf006aba4e76a17dba0585d3ac34, entries=2, sequenceid=13, filesize=5.2 K 2024-12-08T20:53:32,250 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=13, compaction requested=false 2024-12-08T20:53:32,257 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-08T20:53:32,258 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T20:53:32,258 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:32,258 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691212127Running coprocessor pre-close hooks at 1733691212127Disabling compacts and flushes for region at 1733691212127Disabling writes for close at 1733691212127Obtaining lock to block concurrent updates at 1733691212127Preparing flush snapshotting stores in 1588230740 at 1733691212127Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733691212128 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733691212128Flushing 1588230740/info: creating writer at 1733691212129 (+1 ms)Flushing 1588230740/info: appending metadata at 1733691212149 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733691212149Flushing 1588230740/ns: creating writer at 1733691212162 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733691212175 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733691212175Flushing 1588230740/table: creating writer at 1733691212190 (+15 ms)Flushing 1588230740/table: appending metadata at 1733691212209 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733691212209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73e72172: reopening flushed file at 1733691212222 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb65b79: reopening flushed file at 1733691212231 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c0eea3: reopening flushed file at 1733691212240 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=13, compaction requested=false at 1733691212250 (+10 ms)Writing region close event to WAL at 1733691212253 (+3 ms)Running coprocessor post-close hooks at 1733691212258 (+5 ms)Closed at 1733691212258 2024-12-08T20:53:32,258 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:32,326 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,46677,1733691209626; all regions closed. 2024-12-08T20:53:32,327 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,40975,1733691209659; all regions closed. 2024-12-08T20:53:32,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741834_1010 (size=1867) 2024-12-08T20:53:32,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741834_1010 (size=1867) 2024-12-08T20:53:32,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741835_1011 (size=4338) 2024-12-08T20:53:32,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741835_1011 (size=4338) 2024-12-08T20:53:32,333 DEBUG [RS:1;229bab1f9d30:40975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/oldWALs 2024-12-08T20:53:32,333 DEBUG [RS:0;229bab1f9d30:46677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/oldWALs 2024-12-08T20:53:32,333 INFO [RS:1;229bab1f9d30:40975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C40975%2C1733691209659.meta:.meta(num 1733691211126) 2024-12-08T20:53:32,333 INFO [RS:0;229bab1f9d30:46677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C46677%2C1733691209626:(num 1733691210728) 2024-12-08T20:53:32,333 DEBUG [RS:0;229bab1f9d30:46677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:32,333 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:32,333 INFO [RS:0;229bab1f9d30:46677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:32,333 INFO [RS:0;229bab1f9d30:46677 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:32,334 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T20:53:32,334 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:32,334 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T20:53:32,334 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T20:53:32,334 INFO [RS:0;229bab1f9d30:46677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:32,334 INFO [RS:0;229bab1f9d30:46677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46677 2024-12-08T20:53:32,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741833_1009 (size=1758) 2024-12-08T20:53:32,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741833_1009 (size=1758) 2024-12-08T20:53:32,342 DEBUG [RS:1;229bab1f9d30:40975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/oldWALs 2024-12-08T20:53:32,342 INFO [RS:1;229bab1f9d30:40975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C40975%2C1733691209659:(num 1733691210722) 2024-12-08T20:53:32,342 DEBUG [RS:1;229bab1f9d30:40975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:32,342 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:32,343 INFO [RS:1;229bab1f9d30:40975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:32,343 INFO [RS:1;229bab1f9d30:40975 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:32,343 INFO [RS:1;229bab1f9d30:40975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:32,343 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:32,343 INFO [RS:1;229bab1f9d30:40975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40975 2024-12-08T20:53:32,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:32,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,46677,1733691209626 2024-12-08T20:53:32,362 INFO [RS:0;229bab1f9d30:46677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:32,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,40975,1733691209659 2024-12-08T20:53:32,370 INFO [RS:1;229bab1f9d30:40975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:32,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,46677,1733691209626] 2024-12-08T20:53:32,395 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,46677,1733691209626 already deleted, retry=false 2024-12-08T20:53:32,395 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,46677,1733691209626 expired; onlineServers=1 2024-12-08T20:53:32,395 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,40975,1733691209659] 2024-12-08T20:53:32,406 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,40975,1733691209659 already deleted, retry=false 2024-12-08T20:53:32,406 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,40975,1733691209659 expired; onlineServers=0 2024-12-08T20:53:32,407 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '229bab1f9d30,46031,1733691209455' ***** 2024-12-08T20:53:32,407 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T20:53:32,407 INFO [M:0;229bab1f9d30:46031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:32,407 INFO [M:0;229bab1f9d30:46031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:32,407 DEBUG [M:0;229bab1f9d30:46031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T20:53:32,407 DEBUG [M:0;229bab1f9d30:46031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T20:53:32,407 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T20:53:32,407 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691210453 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691210453,5,FailOnTimeoutGroup] 2024-12-08T20:53:32,407 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691210452 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691210452,5,FailOnTimeoutGroup] 2024-12-08T20:53:32,407 INFO [M:0;229bab1f9d30:46031 {}] hbase.ChoreService(370): Chore service for: master/229bab1f9d30:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:32,407 INFO [M:0;229bab1f9d30:46031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:32,407 DEBUG [M:0;229bab1f9d30:46031 {}] master.HMaster(1795): Stopping service threads 2024-12-08T20:53:32,408 INFO [M:0;229bab1f9d30:46031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T20:53:32,408 INFO [M:0;229bab1f9d30:46031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T20:53:32,408 INFO [M:0;229bab1f9d30:46031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T20:53:32,408 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T20:53:32,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:32,415 DEBUG [M:0;229bab1f9d30:46031 {}] zookeeper.ZKUtil(347): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T20:53:32,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:32,415 WARN [M:0;229bab1f9d30:46031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T20:53:32,416 INFO [M:0;229bab1f9d30:46031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/.lastflushedseqids 2024-12-08T20:53:32,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741844_1020 (size=182) 2024-12-08T20:53:32,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741844_1020 (size=182) 2024-12-08T20:53:32,423 INFO [M:0;229bab1f9d30:46031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T20:53:32,423 INFO [M:0;229bab1f9d30:46031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T20:53:32,423 DEBUG [M:0;229bab1f9d30:46031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T20:53:32,423 INFO [M:0;229bab1f9d30:46031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:32,423 DEBUG [M:0;229bab1f9d30:46031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:32,423 DEBUG [M:0;229bab1f9d30:46031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T20:53:32,423 DEBUG [M:0;229bab1f9d30:46031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:32,423 INFO [M:0;229bab1f9d30:46031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-08T20:53:32,438 DEBUG [M:0;229bab1f9d30:46031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3460cf676e0f4df3aa27aff7eb0e9f74 is 82, key is hbase:meta,,1/info:regioninfo/1733691211167/Put/seqid=0 2024-12-08T20:53:32,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741845_1021 (size=5672) 2024-12-08T20:53:32,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741845_1021 (size=5672) 2024-12-08T20:53:32,445 INFO [M:0;229bab1f9d30:46031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3460cf676e0f4df3aa27aff7eb0e9f74 2024-12-08T20:53:32,466 DEBUG [M:0;229bab1f9d30:46031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51ddbe65a1d44ec987b8948a179ebcf7 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733691211715/Put/seqid=0 2024-12-08T20:53:32,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741846_1022 (size=6219) 2024-12-08T20:53:32,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741846_1022 (size=6219) 2024-12-08T20:53:32,472 INFO [M:0;229bab1f9d30:46031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51ddbe65a1d44ec987b8948a179ebcf7 2024-12-08T20:53:32,479 INFO [RS:0;229bab1f9d30:46677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:32,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:32,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46677-0x1000742357a0001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:32,479 INFO [RS:0;229bab1f9d30:46677 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,46677,1733691209626; zookeeper connection closed. 2024-12-08T20:53:32,479 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1500e6d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1500e6d6 2024-12-08T20:53:32,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:32,487 INFO [RS:1;229bab1f9d30:40975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:32,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40975-0x1000742357a0002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:32,487 INFO [RS:1;229bab1f9d30:40975 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,40975,1733691209659; zookeeper connection closed. 2024-12-08T20:53:32,487 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9f8c5d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9f8c5d8 2024-12-08T20:53:32,488 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-08T20:53:32,493 DEBUG [M:0;229bab1f9d30:46031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ce8f49e71c141fd83db011e1f0fd557 is 69, key is 229bab1f9d30,40975,1733691209659/rs:state/1733691210534/Put/seqid=0 2024-12-08T20:53:32,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741847_1023 (size=5224) 2024-12-08T20:53:32,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741847_1023 (size=5224) 2024-12-08T20:53:32,499 INFO [M:0;229bab1f9d30:46031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ce8f49e71c141fd83db011e1f0fd557 2024-12-08T20:53:32,506 DEBUG [M:0;229bab1f9d30:46031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3460cf676e0f4df3aa27aff7eb0e9f74 as hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3460cf676e0f4df3aa27aff7eb0e9f74 2024-12-08T20:53:32,513 INFO [M:0;229bab1f9d30:46031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3460cf676e0f4df3aa27aff7eb0e9f74, entries=8, sequenceid=71, filesize=5.5 K 2024-12-08T20:53:32,514 DEBUG [M:0;229bab1f9d30:46031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51ddbe65a1d44ec987b8948a179ebcf7 as hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51ddbe65a1d44ec987b8948a179ebcf7 2024-12-08T20:53:32,520 INFO [M:0;229bab1f9d30:46031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51ddbe65a1d44ec987b8948a179ebcf7, entries=8, sequenceid=71, filesize=6.1 K 2024-12-08T20:53:32,521 DEBUG [M:0;229bab1f9d30:46031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ce8f49e71c141fd83db011e1f0fd557 as hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ce8f49e71c141fd83db011e1f0fd557 2024-12-08T20:53:32,527 INFO [M:0;229bab1f9d30:46031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35513/user/jenkins/test-data/fac84de8-f577-8b34-5b82-c60f0ce5cc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ce8f49e71c141fd83db011e1f0fd557, entries=2, sequenceid=71, filesize=5.1 K 2024-12-08T20:53:32,529 INFO [M:0;229bab1f9d30:46031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=71, compaction requested=false 2024-12-08T20:53:32,530 INFO [M:0;229bab1f9d30:46031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:32,530 DEBUG [M:0;229bab1f9d30:46031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691212423Disabling compacts and flushes for region at 1733691212423Disabling writes for close at 1733691212423Obtaining lock to block concurrent updates at 1733691212423Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733691212423Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733691212424 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733691212424Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733691212424Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733691212438 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733691212438Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733691212451 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733691212465 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733691212466 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733691212478 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733691212493 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733691212493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a2e7ff: reopening flushed file at 1733691212505 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d3f4f47: reopening flushed file at 1733691212513 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec994e9: reopening flushed file at 1733691212520 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=71, compaction requested=false at 1733691212529 (+9 ms)Writing region close event to WAL at 1733691212530 (+1 ms)Closed at 1733691212530 2024-12-08T20:53:32,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42765 is added to blk_1073741830_1006 (size=35440) 2024-12-08T20:53:32,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741830_1006 (size=35440) 2024-12-08T20:53:32,534 INFO [M:0;229bab1f9d30:46031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T20:53:32,534 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:32,534 INFO [M:0;229bab1f9d30:46031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46031 2024-12-08T20:53:32,534 INFO [M:0;229bab1f9d30:46031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:32,648 INFO [M:0;229bab1f9d30:46031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:32,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:32,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x1000742357a0000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:32,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7faf4d67{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:32,652 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27f30afa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:32,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:32,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17d371a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:32,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48b80dbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:32,654 WARN [BP-671541476-172.17.0.2-1733691207699 heartbeating to localhost/127.0.0.1:35513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T20:53:32,654 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T20:53:32,654 WARN [BP-671541476-172.17.0.2-1733691207699 heartbeating to localhost/127.0.0.1:35513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-671541476-172.17.0.2-1733691207699 (Datanode Uuid 2a4c4064-7e1c-4e10-8dbe-f6b521be29c0) service to localhost/127.0.0.1:35513 2024-12-08T20:53:32,654 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T20:53:32,655 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/cluster_ed17a6dd-5d30-b017-8bb5-2e42c3327327/data/data3/current/BP-671541476-172.17.0.2-1733691207699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:32,655 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/cluster_ed17a6dd-5d30-b017-8bb5-2e42c3327327/data/data4/current/BP-671541476-172.17.0.2-1733691207699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:32,655 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T20:53:32,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51b2e6ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:32,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d0e0050{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:32,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:32,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6764d727{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:32,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@134d5a09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:32,660 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T20:53:32,660 WARN [BP-671541476-172.17.0.2-1733691207699 heartbeating to localhost/127.0.0.1:35513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T20:53:32,660 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T20:53:32,660 WARN [BP-671541476-172.17.0.2-1733691207699 heartbeating to localhost/127.0.0.1:35513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-671541476-172.17.0.2-1733691207699 (Datanode Uuid a0df0856-4746-4e35-9aa8-d31a16c35f44) service to localhost/127.0.0.1:35513 2024-12-08T20:53:32,662 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/cluster_ed17a6dd-5d30-b017-8bb5-2e42c3327327/data/data1/current/BP-671541476-172.17.0.2-1733691207699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:32,662 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/cluster_ed17a6dd-5d30-b017-8bb5-2e42c3327327/data/data2/current/BP-671541476-172.17.0.2-1733691207699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:32,662 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T20:53:32,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44d5decb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T20:53:32,668 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25edd9b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:32,668 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:32,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5554b7d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:32,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a0dc31c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:32,675 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T20:53:32,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T20:53:32,701 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=114 (was 84) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:35513 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:35513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:35513 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:35513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 408) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 177) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=16932 (was 17080) 2024-12-08T20:53:32,707 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=114, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=16932 2024-12-08T20:53:32,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/hadoop.log.dir so I do NOT create it in target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215 2024-12-08T20:53:32,719 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/hadoop.log.dir Erasing configuration value by system value. 2024-12-08T20:53:32,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/hadoop.tmp.dir so I do NOT create it in target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215 2024-12-08T20:53:32,719 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2dcc1b8-2827-5edd-3d4c-350f9ae9e2b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-08T20:53:32,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215 2024-12-08T20:53:32,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T20:53:32,719 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/cluster_f0967cff-588c-d221-b47e-ec889009f931, deleteOnExit=true 2024-12-08T20:53:32,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T20:53:32,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/test.cache.data in system properties and HBase conf 2024-12-08T20:53:32,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T20:53:32,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/hadoop.log.dir in system properties and HBase conf 2024-12-08T20:53:32,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T20:53:32,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T20:53:32,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T20:53:32,720 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T20:53:32,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T20:53:32,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T20:53:32,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T20:53:32,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T20:53:32,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T20:53:32,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T20:53:32,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T20:53:32,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T20:53:32,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T20:53:32,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/nfs.dump.dir in system properties and HBase conf 2024-12-08T20:53:32,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/java.io.tmpdir in system properties and HBase conf 2024-12-08T20:53:32,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T20:53:32,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T20:53:32,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T20:53:33,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:33,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:33,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:33,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:33,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T20:53:33,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:33,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6507fdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:33,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18eb8cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:33,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39ca32ef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/java.io.tmpdir/jetty-localhost-37569-hadoop-hdfs-3_4_1-tests_jar-_-any-2087884799078455877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T20:53:33,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@646557f4{HTTP/1.1, (http/1.1)}{localhost:37569} 2024-12-08T20:53:33,097 INFO [Time-limited test {}] server.Server(415): Started @17366ms 2024-12-08T20:53:33,303 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:33,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:33,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:33,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:33,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T20:53:33,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14bb4572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:33,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11b1c53e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:33,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@284362d1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/java.io.tmpdir/jetty-localhost-42899-hadoop-hdfs-3_4_1-tests_jar-_-any-12009153684129890124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:33,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6649eb30{HTTP/1.1, (http/1.1)}{localhost:42899} 2024-12-08T20:53:33,400 INFO [Time-limited test {}] server.Server(415): Started @17669ms 2024-12-08T20:53:33,402 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T20:53:33,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:33,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:33,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:33,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:33,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T20:53:33,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2826ea58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:33,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20953c56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:33,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6184ff45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/java.io.tmpdir/jetty-localhost-44259-hadoop-hdfs-3_4_1-tests_jar-_-any-3014028249405503102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:33,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7347b92c{HTTP/1.1, (http/1.1)}{localhost:44259} 2024-12-08T20:53:33,524 INFO [Time-limited test {}] server.Server(415): Started @17793ms 2024-12-08T20:53:33,528 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T20:53:34,086 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/cluster_f0967cff-588c-d221-b47e-ec889009f931/data/data1/current/BP-1664522455-172.17.0.2-1733691212745/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:34,086 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/cluster_f0967cff-588c-d221-b47e-ec889009f931/data/data2/current/BP-1664522455-172.17.0.2-1733691212745/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:34,106 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T20:53:34,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf391b0cae57dbb76 with lease ID 0x476c76d182c545ef: Processing first storage report for DS-f5e3706c-d758-4ab0-8187-7497ad1c7f94 from datanode DatanodeRegistration(127.0.0.1:36609, datanodeUuid=d7ee8707-5401-4425-bcf5-7dc1bb761bee, infoPort=37693, infoSecurePort=0, ipcPort=46425, storageInfo=lv=-57;cid=testClusterID;nsid=2094587181;c=1733691212745) 2024-12-08T20:53:34,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf391b0cae57dbb76 with lease ID 0x476c76d182c545ef: from storage DS-f5e3706c-d758-4ab0-8187-7497ad1c7f94 node DatanodeRegistration(127.0.0.1:36609, datanodeUuid=d7ee8707-5401-4425-bcf5-7dc1bb761bee, infoPort=37693, infoSecurePort=0, ipcPort=46425, storageInfo=lv=-57;cid=testClusterID;nsid=2094587181;c=1733691212745), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:34,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf391b0cae57dbb76 with lease ID 0x476c76d182c545ef: Processing first storage report for DS-cb2216c5-f842-4408-851e-5d2d83eb6f7f from datanode DatanodeRegistration(127.0.0.1:36609, datanodeUuid=d7ee8707-5401-4425-bcf5-7dc1bb761bee, infoPort=37693, infoSecurePort=0, ipcPort=46425, storageInfo=lv=-57;cid=testClusterID;nsid=2094587181;c=1733691212745) 2024-12-08T20:53:34,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf391b0cae57dbb76 with lease ID 0x476c76d182c545ef: from storage DS-cb2216c5-f842-4408-851e-5d2d83eb6f7f node DatanodeRegistration(127.0.0.1:36609, datanodeUuid=d7ee8707-5401-4425-bcf5-7dc1bb761bee, infoPort=37693, infoSecurePort=0, ipcPort=46425, storageInfo=lv=-57;cid=testClusterID;nsid=2094587181;c=1733691212745), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:34,233 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/cluster_f0967cff-588c-d221-b47e-ec889009f931/data/data3/current/BP-1664522455-172.17.0.2-1733691212745/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:34,233 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/cluster_f0967cff-588c-d221-b47e-ec889009f931/data/data4/current/BP-1664522455-172.17.0.2-1733691212745/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:34,248 WARN [Thread-619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T20:53:34,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x780648ca9b0965bb with lease ID 0x476c76d182c545f0: Processing first storage report for DS-fe7f2fb1-958e-43fe-9c21-10742eb1af66 from datanode DatanodeRegistration(127.0.0.1:41777, datanodeUuid=b40d8516-0aa4-4c6d-a439-1bcec7998563, infoPort=44909, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=2094587181;c=1733691212745) 2024-12-08T20:53:34,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x780648ca9b0965bb with lease ID 0x476c76d182c545f0: from storage DS-fe7f2fb1-958e-43fe-9c21-10742eb1af66 node DatanodeRegistration(127.0.0.1:41777, datanodeUuid=b40d8516-0aa4-4c6d-a439-1bcec7998563, infoPort=44909, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=2094587181;c=1733691212745), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:34,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x780648ca9b0965bb with lease ID 0x476c76d182c545f0: Processing first storage report for DS-8f787201-9637-463c-ac2d-5aaafb276e08 from datanode DatanodeRegistration(127.0.0.1:41777, datanodeUuid=b40d8516-0aa4-4c6d-a439-1bcec7998563, infoPort=44909, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=2094587181;c=1733691212745) 2024-12-08T20:53:34,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x780648ca9b0965bb with lease ID 0x476c76d182c545f0: from storage DS-8f787201-9637-463c-ac2d-5aaafb276e08 node DatanodeRegistration(127.0.0.1:41777, datanodeUuid=b40d8516-0aa4-4c6d-a439-1bcec7998563, infoPort=44909, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=2094587181;c=1733691212745), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:34,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215 2024-12-08T20:53:34,260 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/cluster_f0967cff-588c-d221-b47e-ec889009f931/zookeeper_0, clientPort=54282, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/cluster_f0967cff-588c-d221-b47e-ec889009f931/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/cluster_f0967cff-588c-d221-b47e-ec889009f931/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T20:53:34,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54282 2024-12-08T20:53:34,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:34,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:34,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741825_1001 (size=7) 2024-12-08T20:53:34,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741825_1001 (size=7) 2024-12-08T20:53:34,272 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc with version=8 2024-12-08T20:53:34,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/hbase-staging 2024-12-08T20:53:34,275 INFO [Time-limited test {}] client.ConnectionUtils(128): master/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:34,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:34,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:34,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:34,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:34,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:34,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T20:53:34,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:34,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39791 2024-12-08T20:53:34,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39791 connecting to ZooKeeper ensemble=127.0.0.1:54282 2024-12-08T20:53:34,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397910x0, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:34,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39791-0x100074248500000 connected 2024-12-08T20:53:34,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:34,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:34,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:34,422 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc, hbase.cluster.distributed=false 2024-12-08T20:53:34,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:34,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39791 2024-12-08T20:53:34,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39791 2024-12-08T20:53:34,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39791 2024-12-08T20:53:34,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39791 2024-12-08T20:53:34,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39791 2024-12-08T20:53:34,446 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:34,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:34,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:34,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:34,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:34,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:34,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T20:53:34,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:34,447 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43107 2024-12-08T20:53:34,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43107 connecting to ZooKeeper ensemble=127.0.0.1:54282 2024-12-08T20:53:34,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:34,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:34,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431070x0, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:34,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43107-0x100074248500001 connected 2024-12-08T20:53:34,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:34,465 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T20:53:34,466 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T20:53:34,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T20:53:34,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:34,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43107 2024-12-08T20:53:34,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43107 2024-12-08T20:53:34,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43107 2024-12-08T20:53:34,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43107 2024-12-08T20:53:34,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43107 2024-12-08T20:53:34,487 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:34,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:34,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:34,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:34,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:34,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:34,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T20:53:34,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:34,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44189 2024-12-08T20:53:34,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44189 connecting to ZooKeeper ensemble=127.0.0.1:54282 2024-12-08T20:53:34,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:34,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:34,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441890x0, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:34,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44189-0x100074248500002 connected 2024-12-08T20:53:34,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:34,504 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T20:53:34,504 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T20:53:34,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T20:53:34,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:34,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44189 2024-12-08T20:53:34,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44189 2024-12-08T20:53:34,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44189 2024-12-08T20:53:34,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44189 2024-12-08T20:53:34,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44189 2024-12-08T20:53:34,524 DEBUG [M:0;229bab1f9d30:39791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;229bab1f9d30:39791 2024-12-08T20:53:34,524 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/229bab1f9d30,39791,1733691214274 2024-12-08T20:53:34,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:34,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:34,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:34,532 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/229bab1f9d30,39791,1733691214274 2024-12-08T20:53:34,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:34,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:34,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,540 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T20:53:34,541 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/229bab1f9d30,39791,1733691214274 from backup master directory 2024-12-08T20:53:34,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/229bab1f9d30,39791,1733691214274 2024-12-08T20:53:34,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:34,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:34,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:34,548 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:34,548 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=229bab1f9d30,39791,1733691214274 2024-12-08T20:53:34,553 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/hbase.id] with ID: 918c6d32-b1a0-4741-9d25-a23c58998c67 2024-12-08T20:53:34,553 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/.tmp/hbase.id 2024-12-08T20:53:34,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741826_1002 (size=42) 2024-12-08T20:53:34,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741826_1002 (size=42) 2024-12-08T20:53:34,561 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/.tmp/hbase.id]:[hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/hbase.id] 2024-12-08T20:53:34,573 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:34,573 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T20:53:34,574 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-08T20:53:34,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741827_1003 (size=196) 2024-12-08T20:53:34,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741827_1003 (size=196) 2024-12-08T20:53:34,588 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:53:34,589 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T20:53:34,589 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:34,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741828_1004 (size=1189) 2024-12-08T20:53:34,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741828_1004 (size=1189) 2024-12-08T20:53:34,597 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store 2024-12-08T20:53:34,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741829_1005 (size=34) 2024-12-08T20:53:34,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741829_1005 (size=34) 2024-12-08T20:53:34,604 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:34,604 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T20:53:34,604 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:34,604 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:34,604 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T20:53:34,604 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:34,604 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:34,604 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691214604Disabling compacts and flushes for region at 1733691214604Disabling writes for close at 1733691214604Writing region close event to WAL at 1733691214604Closed at 1733691214604 2024-12-08T20:53:34,605 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/.initializing 2024-12-08T20:53:34,605 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/WALs/229bab1f9d30,39791,1733691214274 2024-12-08T20:53:34,606 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:34,608 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C39791%2C1733691214274, suffix=, logDir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/WALs/229bab1f9d30,39791,1733691214274, archiveDir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/oldWALs, maxLogs=10 2024-12-08T20:53:34,620 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/WALs/229bab1f9d30,39791,1733691214274/229bab1f9d30%2C39791%2C1733691214274.1733691214608, exclude list is [], retry=0 2024-12-08T20:53:34,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36609,DS-f5e3706c-d758-4ab0-8187-7497ad1c7f94,DISK] 2024-12-08T20:53:34,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41777,DS-fe7f2fb1-958e-43fe-9c21-10742eb1af66,DISK] 2024-12-08T20:53:34,625 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/WALs/229bab1f9d30,39791,1733691214274/229bab1f9d30%2C39791%2C1733691214274.1733691214608 2024-12-08T20:53:34,626 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44909:44909),(127.0.0.1/127.0.0.1:37693:37693)] 2024-12-08T20:53:34,626 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:53:34,626 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:34,626 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:34,626 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:34,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:34,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T20:53:34,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:34,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:34,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:34,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T20:53:34,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:34,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:34,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:34,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T20:53:34,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:34,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:34,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:34,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T20:53:34,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:34,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:34,635 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:34,636 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:34,636 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:34,638 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:34,638 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:34,639 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:34,640 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:34,643 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:34,643 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71893299, jitterRate=0.07129363715648651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:34,645 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733691214626Initializing all the Stores at 1733691214627 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691214627Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691214627Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691214627Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691214627Cleaning up temporary data from old regions at 1733691214638 (+11 ms)Region opened successfully at 1733691214645 (+7 ms) 2024-12-08T20:53:34,645 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T20:53:34,649 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fced57a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:34,651 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T20:53:34,651 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T20:53:34,651 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T20:53:34,651 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T20:53:34,652 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-08T20:53:34,652 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-08T20:53:34,652 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T20:53:34,655 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T20:53:34,655 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T20:53:34,670 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T20:53:34,670 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T20:53:34,671 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T20:53:34,681 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T20:53:34,681 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T20:53:34,682 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T20:53:34,689 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T20:53:34,690 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T20:53:34,698 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T20:53:34,700 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T20:53:34,706 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T20:53:34,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:34,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:34,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:34,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,715 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=229bab1f9d30,39791,1733691214274, sessionid=0x100074248500000, setting cluster-up flag (Was=false) 2024-12-08T20:53:34,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,756 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T20:53:34,758 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,39791,1733691214274 2024-12-08T20:53:34,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:34,806 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T20:53:34,808 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,39791,1733691214274 2024-12-08T20:53:34,809 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T20:53:34,811 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:34,812 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(746): ClusterId : 918c6d32-b1a0-4741-9d25-a23c58998c67 2024-12-08T20:53:34,812 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(746): ClusterId : 918c6d32-b1a0-4741-9d25-a23c58998c67 2024-12-08T20:53:34,812 DEBUG [RS:1;229bab1f9d30:44189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T20:53:34,812 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T20:53:34,812 DEBUG [RS:0;229bab1f9d30:43107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T20:53:34,812 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T20:53:34,812 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 229bab1f9d30,39791,1733691214274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T20:53:34,824 DEBUG [RS:1;229bab1f9d30:44189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T20:53:34,824 DEBUG [RS:0;229bab1f9d30:43107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T20:53:34,824 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:34,824 DEBUG [RS:0;229bab1f9d30:43107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T20:53:34,824 DEBUG [RS:1;229bab1f9d30:44189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T20:53:34,824 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:34,824 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:34,824 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:34,824 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/229bab1f9d30:0, corePoolSize=10, maxPoolSize=10 2024-12-08T20:53:34,824 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,824 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:34,824 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,825 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733691244825 2024-12-08T20:53:34,825 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T20:53:34,825 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T20:53:34,825 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T20:53:34,825 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T20:53:34,825 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T20:53:34,825 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T20:53:34,825 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,825 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T20:53:34,826 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T20:53:34,826 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T20:53:34,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:34,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T20:53:34,826 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T20:53:34,826 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T20:53:34,826 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691214826,5,FailOnTimeoutGroup] 2024-12-08T20:53:34,826 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691214826,5,FailOnTimeoutGroup] 2024-12-08T20:53:34,826 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,827 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T20:53:34,827 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,827 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,827 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:34,827 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T20:53:34,833 DEBUG [RS:0;229bab1f9d30:43107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T20:53:34,833 DEBUG [RS:1;229bab1f9d30:44189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T20:53:34,833 DEBUG [RS:1;229bab1f9d30:44189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430c490b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:34,833 DEBUG [RS:0;229bab1f9d30:43107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20980e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:34,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741831_1007 (size=1321) 2024-12-08T20:53:34,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741831_1007 (size=1321) 2024-12-08T20:53:34,837 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T20:53:34,837 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc 2024-12-08T20:53:34,845 DEBUG [RS:0;229bab1f9d30:43107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;229bab1f9d30:43107 2024-12-08T20:53:34,845 DEBUG [RS:1;229bab1f9d30:44189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;229bab1f9d30:44189 2024-12-08T20:53:34,845 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T20:53:34,845 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T20:53:34,845 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T20:53:34,845 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T20:53:34,845 DEBUG [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T20:53:34,845 DEBUG [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T20:53:34,846 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,39791,1733691214274 with port=44189, startcode=1733691214487 2024-12-08T20:53:34,846 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,39791,1733691214274 with port=43107, startcode=1733691214446 2024-12-08T20:53:34,846 DEBUG [RS:1;229bab1f9d30:44189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T20:53:34,846 DEBUG [RS:0;229bab1f9d30:43107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T20:53:34,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741832_1008 (size=32) 2024-12-08T20:53:34,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741832_1008 (size=32) 2024-12-08T20:53:34,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:34,849 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60343, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T20:53:34,850 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36841, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T20:53:34,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,43107,1733691214446 2024-12-08T20:53:34,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39791 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,43107,1733691214446 2024-12-08T20:53:34,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T20:53:34,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,44189,1733691214487 2024-12-08T20:53:34,852 DEBUG [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc 2024-12-08T20:53:34,852 DEBUG [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35081 2024-12-08T20:53:34,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39791 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,44189,1733691214487 2024-12-08T20:53:34,852 DEBUG [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T20:53:34,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T20:53:34,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:34,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:34,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T20:53:34,854 DEBUG [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc 2024-12-08T20:53:34,854 DEBUG [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35081 2024-12-08T20:53:34,854 DEBUG [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T20:53:34,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T20:53:34,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:34,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:34,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T20:53:34,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T20:53:34,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:34,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:34,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T20:53:34,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T20:53:34,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:34,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:34,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T20:53:34,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740 2024-12-08T20:53:34,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740 2024-12-08T20:53:34,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:34,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T20:53:34,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T20:53:34,863 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:34,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T20:53:34,866 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:34,867 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67695492, jitterRate=0.008741438388824463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:34,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733691214849Initializing all the Stores at 1733691214850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691214850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691214850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691214850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691214850Cleaning up temporary data from old regions at 1733691214862 (+12 ms)Region opened successfully at 1733691214868 (+6 ms) 2024-12-08T20:53:34,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T20:53:34,868 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T20:53:34,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T20:53:34,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T20:53:34,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T20:53:34,870 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:34,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691214868Disabling compacts and flushes for region at 1733691214868Disabling writes for close at 1733691214868Writing region close event to WAL at 1733691214870 (+2 ms)Closed at 1733691214870 2024-12-08T20:53:34,872 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:34,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T20:53:34,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T20:53:34,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T20:53:34,874 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T20:53:34,891 DEBUG [RS:0;229bab1f9d30:43107 {}] zookeeper.ZKUtil(111): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,43107,1733691214446 2024-12-08T20:53:34,891 WARN [RS:0;229bab1f9d30:43107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:34,891 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,43107,1733691214446] 2024-12-08T20:53:34,891 INFO [RS:0;229bab1f9d30:43107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:34,891 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,44189,1733691214487] 2024-12-08T20:53:34,891 DEBUG [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/WALs/229bab1f9d30,43107,1733691214446 2024-12-08T20:53:34,891 DEBUG [RS:1;229bab1f9d30:44189 {}] zookeeper.ZKUtil(111): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,44189,1733691214487 2024-12-08T20:53:34,891 WARN [RS:1;229bab1f9d30:44189 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:34,891 INFO [RS:1;229bab1f9d30:44189 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:34,891 DEBUG [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/WALs/229bab1f9d30,44189,1733691214487 2024-12-08T20:53:34,895 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T20:53:34,895 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T20:53:34,898 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T20:53:34,899 INFO [RS:0;229bab1f9d30:43107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T20:53:34,899 INFO [RS:0;229bab1f9d30:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,899 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T20:53:34,900 INFO [RS:0;229bab1f9d30:43107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T20:53:34,901 INFO [RS:0;229bab1f9d30:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,901 DEBUG [RS:0;229bab1f9d30:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,901 DEBUG [RS:0;229bab1f9d30:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,901 DEBUG [RS:0;229bab1f9d30:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,901 DEBUG [RS:0;229bab1f9d30:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,901 DEBUG [RS:0;229bab1f9d30:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,901 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T20:53:34,901 DEBUG [RS:0;229bab1f9d30:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:34,901 DEBUG [RS:0;229bab1f9d30:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,902 DEBUG [RS:0;229bab1f9d30:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,902 DEBUG [RS:0;229bab1f9d30:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,902 DEBUG [RS:0;229bab1f9d30:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,902 DEBUG [RS:0;229bab1f9d30:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,902 DEBUG [RS:0;229bab1f9d30:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,902 DEBUG [RS:0;229bab1f9d30:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:34,902 INFO [RS:1;229bab1f9d30:44189 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T20:53:34,902 DEBUG [RS:0;229bab1f9d30:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:34,902 INFO [RS:1;229bab1f9d30:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,903 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T20:53:34,903 INFO [RS:0;229bab1f9d30:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,903 INFO [RS:0;229bab1f9d30:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,904 INFO [RS:0;229bab1f9d30:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,904 INFO [RS:0;229bab1f9d30:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,904 INFO [RS:1;229bab1f9d30:44189 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T20:53:34,904 INFO [RS:0;229bab1f9d30:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,904 INFO [RS:0;229bab1f9d30:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,43107,1733691214446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:34,904 INFO [RS:1;229bab1f9d30:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,904 DEBUG [RS:1;229bab1f9d30:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,904 DEBUG [RS:1;229bab1f9d30:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,904 DEBUG [RS:1;229bab1f9d30:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,904 DEBUG [RS:1;229bab1f9d30:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,904 DEBUG [RS:1;229bab1f9d30:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,904 DEBUG [RS:1;229bab1f9d30:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:34,905 DEBUG [RS:1;229bab1f9d30:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,905 DEBUG [RS:1;229bab1f9d30:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,905 DEBUG [RS:1;229bab1f9d30:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,905 DEBUG [RS:1;229bab1f9d30:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,905 DEBUG [RS:1;229bab1f9d30:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,905 DEBUG [RS:1;229bab1f9d30:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:34,905 DEBUG [RS:1;229bab1f9d30:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:34,905 DEBUG [RS:1;229bab1f9d30:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:34,908 INFO [RS:1;229bab1f9d30:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,908 INFO [RS:1;229bab1f9d30:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,908 INFO [RS:1;229bab1f9d30:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,909 INFO [RS:1;229bab1f9d30:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,909 INFO [RS:1;229bab1f9d30:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,909 INFO [RS:1;229bab1f9d30:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,44189,1733691214487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:34,921 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T20:53:34,921 INFO [RS:0;229bab1f9d30:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,43107,1733691214446-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,921 INFO [RS:0;229bab1f9d30:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,921 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.Replication(171): 229bab1f9d30,43107,1733691214446 started 2024-12-08T20:53:34,922 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T20:53:34,922 INFO [RS:1;229bab1f9d30:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,44189,1733691214487-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,923 INFO [RS:1;229bab1f9d30:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,923 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.Replication(171): 229bab1f9d30,44189,1733691214487 started 2024-12-08T20:53:34,933 INFO [RS:0;229bab1f9d30:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,933 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,43107,1733691214446, RpcServer on 229bab1f9d30/172.17.0.2:43107, sessionid=0x100074248500001 2024-12-08T20:53:34,933 DEBUG [RS:0;229bab1f9d30:43107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T20:53:34,933 DEBUG [RS:0;229bab1f9d30:43107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,43107,1733691214446 2024-12-08T20:53:34,933 DEBUG [RS:0;229bab1f9d30:43107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,43107,1733691214446' 2024-12-08T20:53:34,933 DEBUG [RS:0;229bab1f9d30:43107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T20:53:34,934 DEBUG [RS:0;229bab1f9d30:43107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T20:53:34,934 DEBUG [RS:0;229bab1f9d30:43107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T20:53:34,934 INFO [RS:1;229bab1f9d30:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:34,934 DEBUG [RS:0;229bab1f9d30:43107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T20:53:34,934 DEBUG [RS:0;229bab1f9d30:43107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,43107,1733691214446 2024-12-08T20:53:34,934 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,44189,1733691214487, RpcServer on 229bab1f9d30/172.17.0.2:44189, sessionid=0x100074248500002 2024-12-08T20:53:34,934 DEBUG [RS:0;229bab1f9d30:43107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,43107,1733691214446' 2024-12-08T20:53:34,934 DEBUG [RS:0;229bab1f9d30:43107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T20:53:34,935 DEBUG [RS:1;229bab1f9d30:44189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T20:53:34,935 DEBUG [RS:1;229bab1f9d30:44189 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,44189,1733691214487 2024-12-08T20:53:34,935 DEBUG [RS:1;229bab1f9d30:44189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,44189,1733691214487' 2024-12-08T20:53:34,935 DEBUG [RS:1;229bab1f9d30:44189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T20:53:34,935 DEBUG [RS:0;229bab1f9d30:43107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T20:53:34,935 DEBUG [RS:1;229bab1f9d30:44189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T20:53:34,935 DEBUG [RS:0;229bab1f9d30:43107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T20:53:34,936 INFO [RS:0;229bab1f9d30:43107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T20:53:34,936 INFO [RS:0;229bab1f9d30:43107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T20:53:34,936 DEBUG [RS:1;229bab1f9d30:44189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T20:53:34,936 DEBUG [RS:1;229bab1f9d30:44189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T20:53:34,936 DEBUG [RS:1;229bab1f9d30:44189 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,44189,1733691214487 2024-12-08T20:53:34,936 DEBUG [RS:1;229bab1f9d30:44189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,44189,1733691214487' 2024-12-08T20:53:34,936 DEBUG [RS:1;229bab1f9d30:44189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T20:53:34,936 DEBUG [RS:1;229bab1f9d30:44189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T20:53:34,937 DEBUG [RS:1;229bab1f9d30:44189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T20:53:34,937 INFO [RS:1;229bab1f9d30:44189 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T20:53:34,937 INFO [RS:1;229bab1f9d30:44189 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T20:53:35,025 WARN [229bab1f9d30:39791 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T20:53:35,036 INFO [RS:0;229bab1f9d30:43107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:35,037 INFO [RS:1;229bab1f9d30:44189 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:35,039 INFO [RS:0;229bab1f9d30:43107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C43107%2C1733691214446, suffix=, logDir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/WALs/229bab1f9d30,43107,1733691214446, archiveDir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/oldWALs, maxLogs=32 2024-12-08T20:53:35,040 INFO [RS:1;229bab1f9d30:44189 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C44189%2C1733691214487, suffix=, logDir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/WALs/229bab1f9d30,44189,1733691214487, archiveDir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/oldWALs, maxLogs=32 2024-12-08T20:53:35,056 DEBUG [RS:1;229bab1f9d30:44189 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/WALs/229bab1f9d30,44189,1733691214487/229bab1f9d30%2C44189%2C1733691214487.1733691215043, exclude list is [], retry=0 2024-12-08T20:53:35,056 DEBUG [RS:0;229bab1f9d30:43107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/WALs/229bab1f9d30,43107,1733691214446/229bab1f9d30%2C43107%2C1733691214446.1733691215042, exclude list is [], retry=0 2024-12-08T20:53:35,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41777,DS-fe7f2fb1-958e-43fe-9c21-10742eb1af66,DISK] 2024-12-08T20:53:35,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41777,DS-fe7f2fb1-958e-43fe-9c21-10742eb1af66,DISK] 2024-12-08T20:53:35,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36609,DS-f5e3706c-d758-4ab0-8187-7497ad1c7f94,DISK] 2024-12-08T20:53:35,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36609,DS-f5e3706c-d758-4ab0-8187-7497ad1c7f94,DISK] 2024-12-08T20:53:35,061 INFO [RS:1;229bab1f9d30:44189 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/WALs/229bab1f9d30,44189,1733691214487/229bab1f9d30%2C44189%2C1733691214487.1733691215043 2024-12-08T20:53:35,061 INFO [RS:0;229bab1f9d30:43107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/WALs/229bab1f9d30,43107,1733691214446/229bab1f9d30%2C43107%2C1733691214446.1733691215042 2024-12-08T20:53:35,061 DEBUG [RS:1;229bab1f9d30:44189 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44909:44909),(127.0.0.1/127.0.0.1:37693:37693)] 2024-12-08T20:53:35,061 DEBUG [RS:0;229bab1f9d30:43107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44909:44909),(127.0.0.1/127.0.0.1:37693:37693)] 2024-12-08T20:53:35,275 DEBUG [229bab1f9d30:39791 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-08T20:53:35,276 DEBUG [229bab1f9d30:39791 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T20:53:35,281 DEBUG [229bab1f9d30:39791 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T20:53:35,281 DEBUG [229bab1f9d30:39791 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T20:53:35,281 DEBUG [229bab1f9d30:39791 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T20:53:35,281 DEBUG [229bab1f9d30:39791 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T20:53:35,281 INFO [229bab1f9d30:39791 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T20:53:35,281 INFO [229bab1f9d30:39791 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T20:53:35,281 DEBUG [229bab1f9d30:39791 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T20:53:35,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=229bab1f9d30,44189,1733691214487 2024-12-08T20:53:35,283 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,44189,1733691214487, state=OPENING 2024-12-08T20:53:35,328 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T20:53:35,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:35,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:35,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:35,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:35,337 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T20:53:35,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:35,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:35,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,44189,1733691214487}] 2024-12-08T20:53:35,491 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:35,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49635, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:35,497 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T20:53:35,497 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:35,498 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T20:53:35,500 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C44189%2C1733691214487.meta, suffix=.meta, logDir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/WALs/229bab1f9d30,44189,1733691214487, archiveDir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/oldWALs, maxLogs=32 2024-12-08T20:53:35,518 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/WALs/229bab1f9d30,44189,1733691214487/229bab1f9d30%2C44189%2C1733691214487.meta.1733691215501.meta, exclude list is [], retry=0 2024-12-08T20:53:35,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36609,DS-f5e3706c-d758-4ab0-8187-7497ad1c7f94,DISK] 2024-12-08T20:53:35,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41777,DS-fe7f2fb1-958e-43fe-9c21-10742eb1af66,DISK] 2024-12-08T20:53:35,522 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/WALs/229bab1f9d30,44189,1733691214487/229bab1f9d30%2C44189%2C1733691214487.meta.1733691215501.meta 2024-12-08T20:53:35,523 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37693:37693),(127.0.0.1/127.0.0.1:44909:44909)] 2024-12-08T20:53:35,523 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:53:35,523 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T20:53:35,523 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T20:53:35,523 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T20:53:35,523 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T20:53:35,523 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:35,524 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T20:53:35,524 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T20:53:35,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T20:53:35,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T20:53:35,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:35,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:35,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T20:53:35,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T20:53:35,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:35,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:35,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T20:53:35,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T20:53:35,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:35,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:35,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T20:53:35,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T20:53:35,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:35,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:35,533 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T20:53:35,534 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740 2024-12-08T20:53:35,535 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740 2024-12-08T20:53:35,536 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T20:53:35,537 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T20:53:35,537 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:35,538 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T20:53:35,539 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65138803, jitterRate=-0.029356196522712708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:35,539 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T20:53:35,540 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733691215524Writing region info on filesystem at 1733691215524Initializing all the Stores at 1733691215525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691215525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691215525Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691215525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691215525Cleaning up temporary data from old regions at 1733691215537 (+12 ms)Running coprocessor post-open hooks at 1733691215539 (+2 ms)Region opened successfully at 1733691215540 (+1 ms) 2024-12-08T20:53:35,541 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733691215491 2024-12-08T20:53:35,543 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T20:53:35,543 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T20:53:35,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,44189,1733691214487 2024-12-08T20:53:35,545 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,44189,1733691214487, state=OPEN 2024-12-08T20:53:35,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:35,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:35,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:35,564 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=229bab1f9d30,44189,1733691214487 2024-12-08T20:53:35,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:35,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:35,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:35,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T20:53:35,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,44189,1733691214487 in 227 msec 2024-12-08T20:53:35,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T20:53:35,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 696 msec 2024-12-08T20:53:35,573 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:35,573 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T20:53:35,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:53:35,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,44189,1733691214487, seqNum=-1] 2024-12-08T20:53:35,576 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:35,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44319, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:35,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 773 msec 2024-12-08T20:53:35,585 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733691215585, completionTime=-1 2024-12-08T20:53:35,585 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-08T20:53:35,585 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T20:53:35,587 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-08T20:53:35,588 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733691275587 2024-12-08T20:53:35,588 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733691335588 2024-12-08T20:53:35,588 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-08T20:53:35,588 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T20:53:35,588 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,39791,1733691214274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:35,588 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,39791,1733691214274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:35,588 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,39791,1733691214274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:35,589 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-229bab1f9d30:39791, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:35,589 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:35,589 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:35,591 DEBUG [master/229bab1f9d30:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T20:53:35,593 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.045sec 2024-12-08T20:53:35,594 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T20:53:35,594 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T20:53:35,594 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T20:53:35,594 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T20:53:35,594 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T20:53:35,594 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,39791,1733691214274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:35,594 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,39791,1733691214274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T20:53:35,596 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T20:53:35,596 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T20:53:35,596 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,39791,1733691214274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:35,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4550f9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:35,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,39791,-1 for getting cluster id 2024-12-08T20:53:35,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:53:35,615 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '918c6d32-b1a0-4741-9d25-a23c58998c67' 2024-12-08T20:53:35,616 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:53:35,616 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "918c6d32-b1a0-4741-9d25-a23c58998c67" 2024-12-08T20:53:35,617 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245c0332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:35,617 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,39791,-1] 2024-12-08T20:53:35,617 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:53:35,617 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:35,619 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:53:35,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2c1a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:35,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:53:35,622 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,44189,1733691214487, seqNum=-1] 2024-12-08T20:53:35,622 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:35,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:35,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=229bab1f9d30,39791,1733691214274 2024-12-08T20:53:35,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T20:53:35,626 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,39791,1733691214274 2024-12-08T20:53:35,626 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61bcc0dd 2024-12-08T20:53:35,627 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T20:53:35,628 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T20:53:35,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39791 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:53:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39791 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-08T20:53:35,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T20:53:35,632 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:35,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39791 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-08T20:53:35,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T20:53:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:35,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741836_1012 (size=379) 2024-12-08T20:53:35,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741836_1012 (size=379) 2024-12-08T20:53:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:36,047 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1c95d6fc9696a59b33a1c1aab901970, NAME => 'testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc 2024-12-08T20:53:36,047 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c3b1d89cff95eeb0ccfa478ec5c82094, NAME => 'testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc 2024-12-08T20:53:36,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741837_1013 (size=61) 2024-12-08T20:53:36,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741837_1013 (size=61) 2024-12-08T20:53:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741838_1014 (size=61) 2024-12-08T20:53:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741838_1014 (size=61) 2024-12-08T20:53:36,059 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:36,059 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing f1c95d6fc9696a59b33a1c1aab901970, disabling compactions & flushes 2024-12-08T20:53:36,060 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970. 2024-12-08T20:53:36,060 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970. 2024-12-08T20:53:36,060 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970. after waiting 0 ms 2024-12-08T20:53:36,060 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970. 2024-12-08T20:53:36,060 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970. 2024-12-08T20:53:36,060 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1c95d6fc9696a59b33a1c1aab901970: Waiting for close lock at 1733691216059Disabling compacts and flushes for region at 1733691216059Disabling writes for close at 1733691216060 (+1 ms)Writing region close event to WAL at 1733691216060Closed at 1733691216060 2024-12-08T20:53:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:36,460 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:36,460 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing c3b1d89cff95eeb0ccfa478ec5c82094, disabling compactions & flushes 2024-12-08T20:53:36,460 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094. 2024-12-08T20:53:36,460 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094. 2024-12-08T20:53:36,461 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094. after waiting 0 ms 2024-12-08T20:53:36,461 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094. 2024-12-08T20:53:36,461 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094. 2024-12-08T20:53:36,461 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for c3b1d89cff95eeb0ccfa478ec5c82094: Waiting for close lock at 1733691216460Disabling compacts and flushes for region at 1733691216460Disabling writes for close at 1733691216461 (+1 ms)Writing region close event to WAL at 1733691216461Closed at 1733691216461 2024-12-08T20:53:36,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T20:53:36,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733691216463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691216463"}]},"ts":"1733691216463"} 2024-12-08T20:53:36,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733691216463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691216463"}]},"ts":"1733691216463"} 2024-12-08T20:53:36,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-08T20:53:36,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T20:53:36,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691216470"}]},"ts":"1733691216470"} 2024-12-08T20:53:36,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-08T20:53:36,475 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T20:53:36,477 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T20:53:36,477 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T20:53:36,477 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T20:53:36,477 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T20:53:36,477 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T20:53:36,477 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T20:53:36,477 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T20:53:36,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f1c95d6fc9696a59b33a1c1aab901970, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c3b1d89cff95eeb0ccfa478ec5c82094, ASSIGN}] 2024-12-08T20:53:36,479 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c3b1d89cff95eeb0ccfa478ec5c82094, ASSIGN 2024-12-08T20:53:36,480 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f1c95d6fc9696a59b33a1c1aab901970, ASSIGN 2024-12-08T20:53:36,481 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f1c95d6fc9696a59b33a1c1aab901970, ASSIGN; state=OFFLINE, location=229bab1f9d30,44189,1733691214487; forceNewPlan=false, retain=false 2024-12-08T20:53:36,481 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c3b1d89cff95eeb0ccfa478ec5c82094, ASSIGN; state=OFFLINE, location=229bab1f9d30,43107,1733691214446; forceNewPlan=false, retain=false 2024-12-08T20:53:36,631 INFO [229bab1f9d30:39791 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-08T20:53:36,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c3b1d89cff95eeb0ccfa478ec5c82094, regionState=OPENING, regionLocation=229bab1f9d30,43107,1733691214446 2024-12-08T20:53:36,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1c95d6fc9696a59b33a1c1aab901970, regionState=OPENING, regionLocation=229bab1f9d30,44189,1733691214487 2024-12-08T20:53:36,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c3b1d89cff95eeb0ccfa478ec5c82094, ASSIGN because future has completed 2024-12-08T20:53:36,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3b1d89cff95eeb0ccfa478ec5c82094, server=229bab1f9d30,43107,1733691214446}] 2024-12-08T20:53:36,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f1c95d6fc9696a59b33a1c1aab901970, ASSIGN because future has completed 2024-12-08T20:53:36,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1c95d6fc9696a59b33a1c1aab901970, server=229bab1f9d30,44189,1733691214487}] 2024-12-08T20:53:36,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T20:53:36,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:36,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:36,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:36,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:36,795 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:36,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41949, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:36,804 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970. 2024-12-08T20:53:36,804 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094. 2024-12-08T20:53:36,805 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c3b1d89cff95eeb0ccfa478ec5c82094, NAME => 'testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094.', STARTKEY => '5', ENDKEY => ''} 2024-12-08T20:53:36,805 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => f1c95d6fc9696a59b33a1c1aab901970, NAME => 'testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970.', STARTKEY => '', ENDKEY => '5'} 2024-12-08T20:53:36,805 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c3b1d89cff95eeb0ccfa478ec5c82094 2024-12-08T20:53:36,805 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:36,805 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f1c95d6fc9696a59b33a1c1aab901970 2024-12-08T20:53:36,805 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:36,805 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c3b1d89cff95eeb0ccfa478ec5c82094 2024-12-08T20:53:36,806 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c3b1d89cff95eeb0ccfa478ec5c82094 2024-12-08T20:53:36,806 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for f1c95d6fc9696a59b33a1c1aab901970 2024-12-08T20:53:36,806 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for f1c95d6fc9696a59b33a1c1aab901970 2024-12-08T20:53:36,807 INFO [StoreOpener-f1c95d6fc9696a59b33a1c1aab901970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f1c95d6fc9696a59b33a1c1aab901970 2024-12-08T20:53:36,807 INFO [StoreOpener-c3b1d89cff95eeb0ccfa478ec5c82094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c3b1d89cff95eeb0ccfa478ec5c82094 2024-12-08T20:53:36,809 INFO [StoreOpener-f1c95d6fc9696a59b33a1c1aab901970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1c95d6fc9696a59b33a1c1aab901970 columnFamilyName family 2024-12-08T20:53:36,809 INFO [StoreOpener-c3b1d89cff95eeb0ccfa478ec5c82094-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3b1d89cff95eeb0ccfa478ec5c82094 columnFamilyName family 2024-12-08T20:53:36,809 DEBUG [StoreOpener-f1c95d6fc9696a59b33a1c1aab901970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:36,809 DEBUG [StoreOpener-c3b1d89cff95eeb0ccfa478ec5c82094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:36,809 INFO [StoreOpener-f1c95d6fc9696a59b33a1c1aab901970-1 {}] regionserver.HStore(327): Store=f1c95d6fc9696a59b33a1c1aab901970/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:36,809 INFO [StoreOpener-c3b1d89cff95eeb0ccfa478ec5c82094-1 {}] regionserver.HStore(327): Store=c3b1d89cff95eeb0ccfa478ec5c82094/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:36,810 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for f1c95d6fc9696a59b33a1c1aab901970 2024-12-08T20:53:36,810 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c3b1d89cff95eeb0ccfa478ec5c82094 2024-12-08T20:53:36,811 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/c3b1d89cff95eeb0ccfa478ec5c82094 2024-12-08T20:53:36,811 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/f1c95d6fc9696a59b33a1c1aab901970 2024-12-08T20:53:36,811 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/c3b1d89cff95eeb0ccfa478ec5c82094 2024-12-08T20:53:36,811 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/f1c95d6fc9696a59b33a1c1aab901970 2024-12-08T20:53:36,811 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for f1c95d6fc9696a59b33a1c1aab901970 2024-12-08T20:53:36,811 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for f1c95d6fc9696a59b33a1c1aab901970 2024-12-08T20:53:36,811 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c3b1d89cff95eeb0ccfa478ec5c82094 2024-12-08T20:53:36,812 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c3b1d89cff95eeb0ccfa478ec5c82094 2024-12-08T20:53:36,813 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for f1c95d6fc9696a59b33a1c1aab901970 2024-12-08T20:53:36,813 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c3b1d89cff95eeb0ccfa478ec5c82094 2024-12-08T20:53:36,816 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/f1c95d6fc9696a59b33a1c1aab901970/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:36,816 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/c3b1d89cff95eeb0ccfa478ec5c82094/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:36,817 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened f1c95d6fc9696a59b33a1c1aab901970; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60583720, jitterRate=-0.09723222255706787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T20:53:36,817 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c3b1d89cff95eeb0ccfa478ec5c82094; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63704114, jitterRate=-0.05073472857475281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T20:53:36,817 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1c95d6fc9696a59b33a1c1aab901970 2024-12-08T20:53:36,817 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3b1d89cff95eeb0ccfa478ec5c82094 2024-12-08T20:53:36,817 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for f1c95d6fc9696a59b33a1c1aab901970: Running coprocessor pre-open hook at 1733691216806Writing region info on filesystem at 1733691216806Initializing all the Stores at 1733691216807 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691216807Cleaning up temporary data from old regions at 1733691216812 (+5 ms)Running coprocessor post-open hooks at 1733691216817 (+5 ms)Region opened successfully at 1733691216817 2024-12-08T20:53:36,817 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c3b1d89cff95eeb0ccfa478ec5c82094: Running coprocessor pre-open hook at 1733691216806Writing region info on filesystem at 1733691216806Initializing all the Stores at 1733691216807 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691216807Cleaning up temporary data from old regions at 1733691216812 (+5 ms)Running coprocessor post-open hooks at 1733691216817 (+5 ms)Region opened successfully at 1733691216817 2024-12-08T20:53:36,818 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970., pid=8, masterSystemTime=1733691216798 2024-12-08T20:53:36,819 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094., pid=7, masterSystemTime=1733691216794 2024-12-08T20:53:36,821 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970. 2024-12-08T20:53:36,821 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970. 2024-12-08T20:53:36,822 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1c95d6fc9696a59b33a1c1aab901970, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,44189,1733691214487 2024-12-08T20:53:36,822 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094. 2024-12-08T20:53:36,822 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094. 2024-12-08T20:53:36,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c3b1d89cff95eeb0ccfa478ec5c82094, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,43107,1733691214446 2024-12-08T20:53:36,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1c95d6fc9696a59b33a1c1aab901970, server=229bab1f9d30,44189,1733691214487 because future has completed 2024-12-08T20:53:36,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3b1d89cff95eeb0ccfa478ec5c82094, server=229bab1f9d30,43107,1733691214446 because future has completed 2024-12-08T20:53:36,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-08T20:53:36,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f1c95d6fc9696a59b33a1c1aab901970, server=229bab1f9d30,44189,1733691214487 in 185 msec 2024-12-08T20:53:36,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-08T20:53:36,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f1c95d6fc9696a59b33a1c1aab901970, ASSIGN in 352 msec 2024-12-08T20:53:36,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c3b1d89cff95eeb0ccfa478ec5c82094, server=229bab1f9d30,43107,1733691214446 in 190 msec 2024-12-08T20:53:36,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-08T20:53:36,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c3b1d89cff95eeb0ccfa478ec5c82094, ASSIGN in 354 msec 2024-12-08T20:53:36,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T20:53:36,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691216834"}]},"ts":"1733691216834"} 2024-12-08T20:53:36,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-08T20:53:36,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T20:53:36,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.2090 sec 2024-12-08T20:53:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:37,790 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-08T20:53:37,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-08T20:53:37,791 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T20:53:37,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-08T20:53:37,797 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T20:53:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-08T20:53:37,800 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970., hostname=229bab1f9d30,44189,1733691214487, seqNum=2] 2024-12-08T20:53:37,811 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094., hostname=229bab1f9d30,43107,1733691214446, seqNum=2] 2024-12-08T20:53:37,812 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:37,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:37,826 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c3b1d89cff95eeb0ccfa478ec5c82094 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-08T20:53:37,843 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/c3b1d89cff95eeb0ccfa478ec5c82094/.tmp/family/3c342241e34d48f69b8ddbc92add2d22 is 32, key is 5/family:/1733691217814/Put/seqid=0 2024-12-08T20:53:37,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741839_1015 (size=5083) 2024-12-08T20:53:37,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741839_1015 (size=5083) 2024-12-08T20:53:37,849 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/c3b1d89cff95eeb0ccfa478ec5c82094/.tmp/family/3c342241e34d48f69b8ddbc92add2d22 2024-12-08T20:53:37,856 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/c3b1d89cff95eeb0ccfa478ec5c82094/.tmp/family/3c342241e34d48f69b8ddbc92add2d22 as hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/c3b1d89cff95eeb0ccfa478ec5c82094/family/3c342241e34d48f69b8ddbc92add2d22 2024-12-08T20:53:37,863 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/c3b1d89cff95eeb0ccfa478ec5c82094/family/3c342241e34d48f69b8ddbc92add2d22, entries=5, sequenceid=9, filesize=5.0 K 2024-12-08T20:53:37,864 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c3b1d89cff95eeb0ccfa478ec5c82094 in 38ms, sequenceid=9, compaction requested=false 2024-12-08T20:53:37,864 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c3b1d89cff95eeb0ccfa478ec5c82094: 2024-12-08T20:53:37,864 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f1c95d6fc9696a59b33a1c1aab901970 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-08T20:53:37,877 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/f1c95d6fc9696a59b33a1c1aab901970/.tmp/family/5aba3928b0eb41c1a5d52f76d56e73ad is 32, key is 1/family:/1733691217801/Put/seqid=0 2024-12-08T20:53:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741840_1016 (size=5054) 2024-12-08T20:53:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741840_1016 (size=5054) 2024-12-08T20:53:37,883 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/f1c95d6fc9696a59b33a1c1aab901970/.tmp/family/5aba3928b0eb41c1a5d52f76d56e73ad 2024-12-08T20:53:37,889 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/f1c95d6fc9696a59b33a1c1aab901970/.tmp/family/5aba3928b0eb41c1a5d52f76d56e73ad as hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/f1c95d6fc9696a59b33a1c1aab901970/family/5aba3928b0eb41c1a5d52f76d56e73ad 2024-12-08T20:53:37,894 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/f1c95d6fc9696a59b33a1c1aab901970/family/5aba3928b0eb41c1a5d52f76d56e73ad, entries=4, sequenceid=8, filesize=4.9 K 2024-12-08T20:53:37,895 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f1c95d6fc9696a59b33a1c1aab901970 in 31ms, sequenceid=8, compaction requested=false 2024-12-08T20:53:37,895 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f1c95d6fc9696a59b33a1c1aab901970: 2024-12-08T20:53:37,899 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-08T20:53:37,902 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:37,903 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:37,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:37,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:37,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T20:53:37,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:53:37,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:37,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:37,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:53:37,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:37,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T20:53:37,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=263871465, stopped=false 2024-12-08T20:53:37,906 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=229bab1f9d30,39791,1733691214274 2024-12-08T20:53:37,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:37,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:37,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:37,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:37,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:37,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:37,956 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T20:53:37,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:53:37,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:37,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:37,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:37,958 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,43107,1733691214446' ***** 2024-12-08T20:53:37,958 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T20:53:37,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:37,959 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,44189,1733691214487' ***** 2024-12-08T20:53:37,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:37,959 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T20:53:37,959 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-08T20:53:37,959 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(3091): Received CLOSE for f1c95d6fc9696a59b33a1c1aab901970 2024-12-08T20:53:37,959 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T20:53:37,959 INFO [RS:0;229bab1f9d30:43107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T20:53:37,960 INFO [RS:0;229bab1f9d30:43107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T20:53:37,960 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T20:53:37,960 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(3091): Received CLOSE for c3b1d89cff95eeb0ccfa478ec5c82094 2024-12-08T20:53:37,960 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,43107,1733691214446 2024-12-08T20:53:37,961 INFO [RS:0;229bab1f9d30:43107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:37,961 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1c95d6fc9696a59b33a1c1aab901970, disabling compactions & flushes 2024-12-08T20:53:37,961 INFO [RS:0;229bab1f9d30:43107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;229bab1f9d30:43107. 2024-12-08T20:53:37,961 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970. 2024-12-08T20:53:37,961 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3b1d89cff95eeb0ccfa478ec5c82094, disabling compactions & flushes 2024-12-08T20:53:37,961 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970. 2024-12-08T20:53:37,961 DEBUG [RS:0;229bab1f9d30:43107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:37,961 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094. 2024-12-08T20:53:37,961 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970. after waiting 0 ms 2024-12-08T20:53:37,961 DEBUG [RS:0;229bab1f9d30:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:37,961 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094. 2024-12-08T20:53:37,961 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970. 2024-12-08T20:53:37,961 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094. after waiting 0 ms 2024-12-08T20:53:37,962 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T20:53:37,962 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094. 2024-12-08T20:53:37,962 DEBUG [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(1325): Online Regions={c3b1d89cff95eeb0ccfa478ec5c82094=testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094.} 2024-12-08T20:53:37,962 DEBUG [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(1351): Waiting on c3b1d89cff95eeb0ccfa478ec5c82094 2024-12-08T20:53:37,964 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T20:53:37,964 INFO [RS:1;229bab1f9d30:44189 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T20:53:37,964 INFO [RS:1;229bab1f9d30:44189 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T20:53:37,964 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,44189,1733691214487 2024-12-08T20:53:37,964 INFO [RS:1;229bab1f9d30:44189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:37,964 INFO [RS:1;229bab1f9d30:44189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;229bab1f9d30:44189. 2024-12-08T20:53:37,964 DEBUG [RS:1;229bab1f9d30:44189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:37,964 DEBUG [RS:1;229bab1f9d30:44189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:37,964 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T20:53:37,964 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T20:53:37,964 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T20:53:37,964 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T20:53:37,965 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T20:53:37,965 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-08T20:53:37,965 DEBUG [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(1325): Online Regions={f1c95d6fc9696a59b33a1c1aab901970=testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970., 1588230740=hbase:meta,,1.1588230740} 2024-12-08T20:53:37,965 DEBUG [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f1c95d6fc9696a59b33a1c1aab901970 2024-12-08T20:53:37,965 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T20:53:37,965 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T20:53:37,965 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T20:53:37,965 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T20:53:37,965 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T20:53:37,965 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-08T20:53:37,967 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/c3b1d89cff95eeb0ccfa478ec5c82094/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-08T20:53:37,968 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/default/testClearRegionBlockCache/f1c95d6fc9696a59b33a1c1aab901970/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-08T20:53:37,968 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094. 2024-12-08T20:53:37,968 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3b1d89cff95eeb0ccfa478ec5c82094: Waiting for close lock at 1733691217961Running coprocessor pre-close hooks at 1733691217961Disabling compacts and flushes for region at 1733691217961Disabling writes for close at 1733691217961Writing region close event to WAL at 1733691217962 (+1 ms)Running coprocessor post-close hooks at 1733691217968 (+6 ms)Closed at 1733691217968 2024-12-08T20:53:37,968 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094. 2024-12-08T20:53:37,968 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970. 2024-12-08T20:53:37,968 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1c95d6fc9696a59b33a1c1aab901970: Waiting for close lock at 1733691217960Running coprocessor pre-close hooks at 1733691217960Disabling compacts and flushes for region at 1733691217960Disabling writes for close at 1733691217961 (+1 ms)Writing region close event to WAL at 1733691217963 (+2 ms)Running coprocessor post-close hooks at 1733691217968 (+5 ms)Closed at 1733691217968 2024-12-08T20:53:37,969 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733691215628.f1c95d6fc9696a59b33a1c1aab901970. 2024-12-08T20:53:37,979 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/.tmp/info/2c754cb193a24776bdc8f721748f25bc is 173, key is testClearRegionBlockCache,5,1733691215628.c3b1d89cff95eeb0ccfa478ec5c82094./info:regioninfo/1733691216823/Put/seqid=0 2024-12-08T20:53:37,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741841_1017 (size=8173) 2024-12-08T20:53:37,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741841_1017 (size=8173) 2024-12-08T20:53:37,985 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/.tmp/info/2c754cb193a24776bdc8f721748f25bc 2024-12-08T20:53:38,005 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/.tmp/ns/06b285f75a5746dabbedac4a383c3a2a is 43, key is default/ns:d/1733691215579/Put/seqid=0 2024-12-08T20:53:38,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741842_1018 (size=5153) 2024-12-08T20:53:38,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741842_1018 (size=5153) 2024-12-08T20:53:38,010 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:38,010 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/.tmp/ns/06b285f75a5746dabbedac4a383c3a2a 2024-12-08T20:53:38,012 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:38,055 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/.tmp/table/465895117a474709bd2e41eba05f53c8 is 61, key is testClearRegionBlockCache/table:state/1733691216834/Put/seqid=0 2024-12-08T20:53:38,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741843_1019 (size=5312) 2024-12-08T20:53:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741843_1019 (size=5312) 2024-12-08T20:53:38,061 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/.tmp/table/465895117a474709bd2e41eba05f53c8 2024-12-08T20:53:38,067 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/.tmp/info/2c754cb193a24776bdc8f721748f25bc as hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/info/2c754cb193a24776bdc8f721748f25bc 2024-12-08T20:53:38,072 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/info/2c754cb193a24776bdc8f721748f25bc, entries=20, sequenceid=13, filesize=8.0 K 2024-12-08T20:53:38,073 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/.tmp/ns/06b285f75a5746dabbedac4a383c3a2a as hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/ns/06b285f75a5746dabbedac4a383c3a2a 2024-12-08T20:53:38,079 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/ns/06b285f75a5746dabbedac4a383c3a2a, entries=2, sequenceid=13, filesize=5.0 K 2024-12-08T20:53:38,080 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/.tmp/table/465895117a474709bd2e41eba05f53c8 as hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/table/465895117a474709bd2e41eba05f53c8 2024-12-08T20:53:38,086 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/table/465895117a474709bd2e41eba05f53c8, entries=2, sequenceid=13, filesize=5.2 K 2024-12-08T20:53:38,087 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=13, compaction requested=false 2024-12-08T20:53:38,092 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-08T20:53:38,092 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T20:53:38,092 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:38,092 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691217965Running coprocessor pre-close hooks at 1733691217965Disabling compacts and flushes for region at 1733691217965Disabling writes for close at 1733691217965Obtaining lock to block concurrent updates at 1733691217965Preparing flush snapshotting stores in 1588230740 at 1733691217965Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733691217966 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733691217966Flushing 1588230740/info: creating writer at 1733691217966Flushing 1588230740/info: appending metadata at 1733691217979 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733691217979Flushing 1588230740/ns: creating writer at 1733691217990 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733691218004 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733691218004Flushing 1588230740/table: creating writer at 1733691218016 (+12 ms)Flushing 1588230740/table: appending metadata at 1733691218055 (+39 ms)Flushing 1588230740/table: closing flushed file at 1733691218055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15b2db7a: reopening flushed file at 1733691218066 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5a61a6: reopening flushed file at 1733691218072 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436fed6b: reopening flushed file at 1733691218080 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=13, compaction requested=false at 1733691218087 (+7 ms)Writing region close event to WAL at 1733691218089 (+2 ms)Running coprocessor post-close hooks at 1733691218092 (+3 ms)Closed at 1733691218092 2024-12-08T20:53:38,092 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:38,162 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,43107,1733691214446; all regions closed. 2024-12-08T20:53:38,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741833_1009 (size=1867) 2024-12-08T20:53:38,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741833_1009 (size=1867) 2024-12-08T20:53:38,165 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,44189,1733691214487; all regions closed. 2024-12-08T20:53:38,167 DEBUG [RS:0;229bab1f9d30:43107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/oldWALs 2024-12-08T20:53:38,167 INFO [RS:0;229bab1f9d30:43107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C43107%2C1733691214446:(num 1733691215042) 2024-12-08T20:53:38,167 DEBUG [RS:0;229bab1f9d30:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:38,167 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:38,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741835_1011 (size=4338) 2024-12-08T20:53:38,167 INFO [RS:0;229bab1f9d30:43107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:38,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741835_1011 (size=4338) 2024-12-08T20:53:38,168 INFO [RS:0;229bab1f9d30:43107 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:38,168 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T20:53:38,168 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:38,168 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T20:53:38,168 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T20:53:38,168 INFO [RS:0;229bab1f9d30:43107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:38,168 INFO [RS:0;229bab1f9d30:43107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43107 2024-12-08T20:53:38,170 DEBUG [RS:1;229bab1f9d30:44189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/oldWALs 2024-12-08T20:53:38,170 INFO [RS:1;229bab1f9d30:44189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C44189%2C1733691214487.meta:.meta(num 1733691215501) 2024-12-08T20:53:38,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741834_1010 (size=1758) 2024-12-08T20:53:38,173 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/WALs/229bab1f9d30,44189,1733691214487/229bab1f9d30%2C44189%2C1733691214487.1733691215043 not finished, retry = 0 2024-12-08T20:53:38,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741834_1010 (size=1758) 2024-12-08T20:53:38,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,43107,1733691214446 2024-12-08T20:53:38,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:38,194 INFO [RS:0;229bab1f9d30:43107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:38,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,43107,1733691214446] 2024-12-08T20:53:38,210 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,43107,1733691214446 already deleted, retry=false 2024-12-08T20:53:38,211 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,43107,1733691214446 expired; onlineServers=1 2024-12-08T20:53:38,276 DEBUG [RS:1;229bab1f9d30:44189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/oldWALs 2024-12-08T20:53:38,276 INFO [RS:1;229bab1f9d30:44189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C44189%2C1733691214487:(num 1733691215043) 2024-12-08T20:53:38,276 DEBUG [RS:1;229bab1f9d30:44189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:38,276 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:38,276 INFO [RS:1;229bab1f9d30:44189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:38,277 INFO [RS:1;229bab1f9d30:44189 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:38,277 INFO [RS:1;229bab1f9d30:44189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:38,277 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:38,277 INFO [RS:1;229bab1f9d30:44189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44189 2024-12-08T20:53:38,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,44189,1733691214487 2024-12-08T20:53:38,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:38,294 INFO [RS:1;229bab1f9d30:44189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:38,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,44189,1733691214487] 2024-12-08T20:53:38,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:38,302 INFO [RS:0;229bab1f9d30:43107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:38,302 INFO [RS:0;229bab1f9d30:43107 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,43107,1733691214446; zookeeper connection closed. 2024-12-08T20:53:38,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x100074248500001, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:38,303 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50c729ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50c729ef 2024-12-08T20:53:38,310 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,44189,1733691214487 already deleted, retry=false 2024-12-08T20:53:38,310 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,44189,1733691214487 expired; onlineServers=0 2024-12-08T20:53:38,310 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '229bab1f9d30,39791,1733691214274' ***** 2024-12-08T20:53:38,310 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T20:53:38,311 INFO [M:0;229bab1f9d30:39791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:38,311 INFO [M:0;229bab1f9d30:39791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:38,311 DEBUG [M:0;229bab1f9d30:39791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T20:53:38,311 DEBUG [M:0;229bab1f9d30:39791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T20:53:38,311 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T20:53:38,311 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691214826 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691214826,5,FailOnTimeoutGroup] 2024-12-08T20:53:38,311 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691214826 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691214826,5,FailOnTimeoutGroup] 2024-12-08T20:53:38,311 INFO [M:0;229bab1f9d30:39791 {}] hbase.ChoreService(370): Chore service for: master/229bab1f9d30:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:38,312 INFO [M:0;229bab1f9d30:39791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:38,312 DEBUG [M:0;229bab1f9d30:39791 {}] master.HMaster(1795): Stopping service threads 2024-12-08T20:53:38,312 INFO [M:0;229bab1f9d30:39791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T20:53:38,312 INFO [M:0;229bab1f9d30:39791 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T20:53:38,312 INFO [M:0;229bab1f9d30:39791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T20:53:38,312 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T20:53:38,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:38,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:38,322 DEBUG [M:0;229bab1f9d30:39791 {}] zookeeper.ZKUtil(347): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T20:53:38,323 WARN [M:0;229bab1f9d30:39791 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T20:53:38,324 INFO [M:0;229bab1f9d30:39791 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/.lastflushedseqids 2024-12-08T20:53:38,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741844_1020 (size=182) 2024-12-08T20:53:38,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741844_1020 (size=182) 2024-12-08T20:53:38,334 INFO [M:0;229bab1f9d30:39791 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T20:53:38,334 INFO [M:0;229bab1f9d30:39791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T20:53:38,334 DEBUG [M:0;229bab1f9d30:39791 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T20:53:38,334 INFO [M:0;229bab1f9d30:39791 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:38,334 DEBUG [M:0;229bab1f9d30:39791 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:38,334 DEBUG [M:0;229bab1f9d30:39791 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T20:53:38,334 DEBUG [M:0;229bab1f9d30:39791 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:38,334 INFO [M:0;229bab1f9d30:39791 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-08T20:53:38,347 DEBUG [M:0;229bab1f9d30:39791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9575c8572f34bcb83ee32d5a42b40cf is 82, key is hbase:meta,,1/info:regioninfo/1733691215544/Put/seqid=0 2024-12-08T20:53:38,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741845_1021 (size=5672) 2024-12-08T20:53:38,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741845_1021 (size=5672) 2024-12-08T20:53:38,353 INFO [M:0;229bab1f9d30:39791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9575c8572f34bcb83ee32d5a42b40cf 2024-12-08T20:53:38,374 DEBUG [M:0;229bab1f9d30:39791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49a6ce0d74f14f2a88e13cb787baed67 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733691216840/Put/seqid=0 2024-12-08T20:53:38,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741846_1022 (size=6218) 2024-12-08T20:53:38,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741846_1022 (size=6218) 2024-12-08T20:53:38,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:38,402 INFO [RS:1;229bab1f9d30:44189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:38,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100074248500002, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:38,402 INFO [RS:1;229bab1f9d30:44189 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,44189,1733691214487; zookeeper connection closed. 2024-12-08T20:53:38,403 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f37ecb2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f37ecb2 2024-12-08T20:53:38,403 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-08T20:53:38,782 INFO [M:0;229bab1f9d30:39791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49a6ce0d74f14f2a88e13cb787baed67 2024-12-08T20:53:38,813 DEBUG [M:0;229bab1f9d30:39791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3271df5c81e94f1aa9384adc442bce9c is 69, key is 229bab1f9d30,43107,1733691214446/rs:state/1733691214850/Put/seqid=0 2024-12-08T20:53:38,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741847_1023 (size=5224) 2024-12-08T20:53:38,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741847_1023 (size=5224) 2024-12-08T20:53:38,819 INFO [M:0;229bab1f9d30:39791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3271df5c81e94f1aa9384adc442bce9c 2024-12-08T20:53:38,825 DEBUG [M:0;229bab1f9d30:39791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9575c8572f34bcb83ee32d5a42b40cf as hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9575c8572f34bcb83ee32d5a42b40cf 2024-12-08T20:53:38,831 INFO [M:0;229bab1f9d30:39791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9575c8572f34bcb83ee32d5a42b40cf, entries=8, sequenceid=71, filesize=5.5 K 2024-12-08T20:53:38,832 DEBUG [M:0;229bab1f9d30:39791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49a6ce0d74f14f2a88e13cb787baed67 as hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49a6ce0d74f14f2a88e13cb787baed67 2024-12-08T20:53:38,837 INFO [M:0;229bab1f9d30:39791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49a6ce0d74f14f2a88e13cb787baed67, entries=8, sequenceid=71, filesize=6.1 K 2024-12-08T20:53:38,838 DEBUG [M:0;229bab1f9d30:39791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3271df5c81e94f1aa9384adc442bce9c as hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3271df5c81e94f1aa9384adc442bce9c 2024-12-08T20:53:38,844 INFO [M:0;229bab1f9d30:39791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/805d2d49-ff71-4e2c-5ac0-b1d0535369cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3271df5c81e94f1aa9384adc442bce9c, entries=2, sequenceid=71, filesize=5.1 K 2024-12-08T20:53:38,845 INFO [M:0;229bab1f9d30:39791 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 511ms, sequenceid=71, compaction requested=false 2024-12-08T20:53:38,846 INFO [M:0;229bab1f9d30:39791 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:38,847 DEBUG [M:0;229bab1f9d30:39791 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691218334Disabling compacts and flushes for region at 1733691218334Disabling writes for close at 1733691218334Obtaining lock to block concurrent updates at 1733691218334Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733691218334Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733691218335 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733691218335Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733691218335Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733691218347 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733691218347Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733691218358 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733691218374 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733691218374Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733691218794 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733691218813 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733691218813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700cb03e: reopening flushed file at 1733691218824 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ab8411: reopening flushed file at 1733691218831 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@762f5479: reopening flushed file at 1733691218837 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 511ms, sequenceid=71, compaction requested=false at 1733691218845 (+8 ms)Writing region close event to WAL at 1733691218846 (+1 ms)Closed at 1733691218846 2024-12-08T20:53:38,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36609 is added to blk_1073741830_1006 (size=35428) 2024-12-08T20:53:38,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741830_1006 (size=35428) 2024-12-08T20:53:38,849 INFO [M:0;229bab1f9d30:39791 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T20:53:38,849 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:38,849 INFO [M:0;229bab1f9d30:39791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39791 2024-12-08T20:53:38,850 INFO [M:0;229bab1f9d30:39791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:39,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:39,002 INFO [M:0;229bab1f9d30:39791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:39,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39791-0x100074248500000, quorum=127.0.0.1:54282, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:39,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6184ff45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:39,007 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7347b92c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:39,007 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:39,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20953c56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:39,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2826ea58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:39,009 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T20:53:39,009 WARN [BP-1664522455-172.17.0.2-1733691212745 heartbeating to localhost/127.0.0.1:35081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T20:53:39,010 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T20:53:39,010 WARN [BP-1664522455-172.17.0.2-1733691212745 heartbeating to localhost/127.0.0.1:35081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1664522455-172.17.0.2-1733691212745 (Datanode Uuid b40d8516-0aa4-4c6d-a439-1bcec7998563) service to localhost/127.0.0.1:35081 2024-12-08T20:53:39,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/cluster_f0967cff-588c-d221-b47e-ec889009f931/data/data3/current/BP-1664522455-172.17.0.2-1733691212745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:39,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/cluster_f0967cff-588c-d221-b47e-ec889009f931/data/data4/current/BP-1664522455-172.17.0.2-1733691212745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:39,011 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T20:53:39,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@284362d1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:39,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6649eb30{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:39,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:39,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11b1c53e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:39,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14bb4572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:39,015 WARN [BP-1664522455-172.17.0.2-1733691212745 heartbeating to localhost/127.0.0.1:35081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T20:53:39,015 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T20:53:39,015 WARN [BP-1664522455-172.17.0.2-1733691212745 heartbeating to localhost/127.0.0.1:35081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1664522455-172.17.0.2-1733691212745 (Datanode Uuid d7ee8707-5401-4425-bcf5-7dc1bb761bee) service to localhost/127.0.0.1:35081 2024-12-08T20:53:39,015 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T20:53:39,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/cluster_f0967cff-588c-d221-b47e-ec889009f931/data/data1/current/BP-1664522455-172.17.0.2-1733691212745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:39,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/cluster_f0967cff-588c-d221-b47e-ec889009f931/data/data2/current/BP-1664522455-172.17.0.2-1733691212745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:39,016 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T20:53:39,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39ca32ef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T20:53:39,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@646557f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:39,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:39,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18eb8cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:39,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6507fdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:39,027 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T20:53:39,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T20:53:39,048 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=136 (was 114) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:35081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:35081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:35081 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:35081 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 187), ProcessCount=11 (was 11), AvailableMemoryMB=16625 (was 16932) 2024-12-08T20:53:39,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=136, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=16624 2024-12-08T20:53:39,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/hadoop.log.dir so I do NOT create it in target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1 2024-12-08T20:53:39,064 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/hadoop.log.dir Erasing configuration value by system value. 2024-12-08T20:53:39,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/hadoop.tmp.dir so I do NOT create it in target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1 2024-12-08T20:53:39,064 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8b4da6d4-1785-fa3c-dcbd-cd887362d215/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-08T20:53:39,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1 2024-12-08T20:53:39,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T20:53:39,065 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/cluster_73321bc5-e802-1e13-2ac1-ceeb84466e5a, deleteOnExit=true 2024-12-08T20:53:39,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T20:53:39,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/test.cache.data in system properties and HBase conf 2024-12-08T20:53:39,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T20:53:39,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/hadoop.log.dir in system properties and HBase conf 2024-12-08T20:53:39,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T20:53:39,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T20:53:39,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T20:53:39,065 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T20:53:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T20:53:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T20:53:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T20:53:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T20:53:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T20:53:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T20:53:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T20:53:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T20:53:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T20:53:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/nfs.dump.dir in system properties and HBase conf 2024-12-08T20:53:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/java.io.tmpdir in system properties and HBase conf 2024-12-08T20:53:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T20:53:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T20:53:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T20:53:39,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:39,351 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:39,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:39,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:39,359 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T20:53:39,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:39,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31a70078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:39,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ade3e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:39,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f7c48ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/java.io.tmpdir/jetty-localhost-34631-hadoop-hdfs-3_4_1-tests_jar-_-any-13801110696958885816/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T20:53:39,448 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c5f308a{HTTP/1.1, (http/1.1)}{localhost:34631} 2024-12-08T20:53:39,449 INFO [Time-limited test {}] server.Server(415): Started @23717ms 2024-12-08T20:53:39,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:39,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:39,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:39,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:39,683 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T20:53:39,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ef77ed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:39,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261a65ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:39,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2763a99b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/java.io.tmpdir/jetty-localhost-35437-hadoop-hdfs-3_4_1-tests_jar-_-any-15944188556725289834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:39,777 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c10967e{HTTP/1.1, (http/1.1)}{localhost:35437} 2024-12-08T20:53:39,777 INFO [Time-limited test {}] server.Server(415): Started @24046ms 2024-12-08T20:53:39,778 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T20:53:39,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:39,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:39,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:39,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:39,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T20:53:39,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e75b94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:39,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526ababc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:39,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6619e1a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/java.io.tmpdir/jetty-localhost-43511-hadoop-hdfs-3_4_1-tests_jar-_-any-15249199740765917347/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:39,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e5d1366{HTTP/1.1, (http/1.1)}{localhost:43511} 2024-12-08T20:53:39,897 INFO [Time-limited test {}] server.Server(415): Started @24166ms 2024-12-08T20:53:39,899 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T20:53:40,442 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/cluster_73321bc5-e802-1e13-2ac1-ceeb84466e5a/data/data1/current/BP-1762405309-172.17.0.2-1733691219086/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:40,442 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/cluster_73321bc5-e802-1e13-2ac1-ceeb84466e5a/data/data2/current/BP-1762405309-172.17.0.2-1733691219086/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:40,461 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T20:53:40,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9982056c624d220 with lease ID 0x1bbc45efbd7f8a76: Processing first storage report for DS-870769f5-ec2e-46de-b497-95fbf00c9b18 from datanode DatanodeRegistration(127.0.0.1:32975, datanodeUuid=81c21c6e-d57c-4780-baad-c669918b23a5, infoPort=42237, infoSecurePort=0, ipcPort=38809, storageInfo=lv=-57;cid=testClusterID;nsid=513241582;c=1733691219086) 2024-12-08T20:53:40,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9982056c624d220 with lease ID 0x1bbc45efbd7f8a76: from storage DS-870769f5-ec2e-46de-b497-95fbf00c9b18 node DatanodeRegistration(127.0.0.1:32975, datanodeUuid=81c21c6e-d57c-4780-baad-c669918b23a5, infoPort=42237, infoSecurePort=0, ipcPort=38809, storageInfo=lv=-57;cid=testClusterID;nsid=513241582;c=1733691219086), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:40,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9982056c624d220 with lease ID 0x1bbc45efbd7f8a76: Processing first storage report for DS-93756a50-eb41-4e3c-9a6e-031bbf97357f from datanode DatanodeRegistration(127.0.0.1:32975, datanodeUuid=81c21c6e-d57c-4780-baad-c669918b23a5, infoPort=42237, infoSecurePort=0, ipcPort=38809, storageInfo=lv=-57;cid=testClusterID;nsid=513241582;c=1733691219086) 2024-12-08T20:53:40,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9982056c624d220 with lease ID 0x1bbc45efbd7f8a76: from storage DS-93756a50-eb41-4e3c-9a6e-031bbf97357f node DatanodeRegistration(127.0.0.1:32975, datanodeUuid=81c21c6e-d57c-4780-baad-c669918b23a5, infoPort=42237, infoSecurePort=0, ipcPort=38809, storageInfo=lv=-57;cid=testClusterID;nsid=513241582;c=1733691219086), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T20:53:40,599 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/cluster_73321bc5-e802-1e13-2ac1-ceeb84466e5a/data/data3/current/BP-1762405309-172.17.0.2-1733691219086/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:40,600 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/cluster_73321bc5-e802-1e13-2ac1-ceeb84466e5a/data/data4/current/BP-1762405309-172.17.0.2-1733691219086/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:40,617 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T20:53:40,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x144c682e069b5292 with lease ID 0x1bbc45efbd7f8a77: Processing first storage report for DS-31411b4b-d678-43ce-97fa-e007ffcc83c8 from datanode DatanodeRegistration(127.0.0.1:35895, datanodeUuid=5402ec21-76a6-4913-b1ec-6ecab0b40355, infoPort=38543, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=513241582;c=1733691219086) 2024-12-08T20:53:40,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x144c682e069b5292 with lease ID 0x1bbc45efbd7f8a77: from storage DS-31411b4b-d678-43ce-97fa-e007ffcc83c8 node DatanodeRegistration(127.0.0.1:35895, datanodeUuid=5402ec21-76a6-4913-b1ec-6ecab0b40355, infoPort=38543, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=513241582;c=1733691219086), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:40,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x144c682e069b5292 with lease ID 0x1bbc45efbd7f8a77: Processing first storage report for DS-0fcb556a-563c-40d9-9218-dfca15a356b2 from datanode DatanodeRegistration(127.0.0.1:35895, datanodeUuid=5402ec21-76a6-4913-b1ec-6ecab0b40355, infoPort=38543, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=513241582;c=1733691219086) 2024-12-08T20:53:40,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x144c682e069b5292 with lease ID 0x1bbc45efbd7f8a77: from storage DS-0fcb556a-563c-40d9-9218-dfca15a356b2 node DatanodeRegistration(127.0.0.1:35895, datanodeUuid=5402ec21-76a6-4913-b1ec-6ecab0b40355, infoPort=38543, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=513241582;c=1733691219086), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:40,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1 2024-12-08T20:53:40,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/cluster_73321bc5-e802-1e13-2ac1-ceeb84466e5a/zookeeper_0, clientPort=52469, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/cluster_73321bc5-e802-1e13-2ac1-ceeb84466e5a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/cluster_73321bc5-e802-1e13-2ac1-ceeb84466e5a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T20:53:40,648 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52469 2024-12-08T20:53:40,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:40,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:40,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741825_1001 (size=7) 2024-12-08T20:53:40,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741825_1001 (size=7) 2024-12-08T20:53:40,661 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98 with version=8 2024-12-08T20:53:40,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/hbase-staging 2024-12-08T20:53:40,663 INFO [Time-limited test {}] client.ConnectionUtils(128): master/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:40,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:40,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:40,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:40,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:40,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:40,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T20:53:40,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:40,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34857 2024-12-08T20:53:40,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34857 connecting to ZooKeeper ensemble=127.0.0.1:52469 2024-12-08T20:53:40,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348570x0, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:40,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34857-0x100074261430000 connected 2024-12-08T20:53:40,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:40,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:40,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:40,784 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98, hbase.cluster.distributed=false 2024-12-08T20:53:40,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:40,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34857 2024-12-08T20:53:40,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34857 2024-12-08T20:53:40,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34857 2024-12-08T20:53:40,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34857 2024-12-08T20:53:40,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34857 2024-12-08T20:53:40,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:40,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:40,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:40,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:40,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:40,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:40,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T20:53:40,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:40,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34429 2024-12-08T20:53:40,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34429 connecting to ZooKeeper ensemble=127.0.0.1:52469 2024-12-08T20:53:40,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:40,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:40,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344290x0, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:40,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344290x0, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:40,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34429-0x100074261430001 connected 2024-12-08T20:53:40,823 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T20:53:40,829 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-08T20:53:40,836 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-08T20:53:40,842 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-08T20:53:40,847 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-08T20:53:40,848 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T20:53:40,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T20:53:40,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:40,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34429 2024-12-08T20:53:40,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34429 2024-12-08T20:53:40,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34429 2024-12-08T20:53:40,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34429 2024-12-08T20:53:40,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34429 2024-12-08T20:53:40,868 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:40,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:40,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:40,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:40,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:40,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:40,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T20:53:40,868 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:40,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33709 2024-12-08T20:53:40,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33709 connecting to ZooKeeper ensemble=127.0.0.1:52469 2024-12-08T20:53:40,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:40,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:40,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337090x0, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:40,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337090x0, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:40,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33709-0x100074261430002 connected 2024-12-08T20:53:40,894 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T20:53:40,894 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-08T20:53:40,905 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-08T20:53:40,905 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-08T20:53:40,906 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-08T20:53:40,906 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T20:53:40,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T20:53:40,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:40,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33709 2024-12-08T20:53:40,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33709 2024-12-08T20:53:40,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33709 2024-12-08T20:53:40,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33709 2024-12-08T20:53:40,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33709 2024-12-08T20:53:40,924 DEBUG [M:0;229bab1f9d30:34857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;229bab1f9d30:34857 2024-12-08T20:53:40,924 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/229bab1f9d30,34857,1733691220662 2024-12-08T20:53:40,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:40,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:40,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:40,935 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/229bab1f9d30,34857,1733691220662 2024-12-08T20:53:40,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:40,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:40,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:40,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:40,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:40,948 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T20:53:40,948 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/229bab1f9d30,34857,1733691220662 from backup master directory 2024-12-08T20:53:40,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:40,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/229bab1f9d30,34857,1733691220662 2024-12-08T20:53:40,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:40,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:40,960 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:40,960 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=229bab1f9d30,34857,1733691220662 2024-12-08T20:53:40,965 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/hbase.id] with ID: 51753aa2-370c-4e5d-b4fa-4b694826dcb2 2024-12-08T20:53:40,965 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/.tmp/hbase.id 2024-12-08T20:53:40,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741826_1002 (size=42) 2024-12-08T20:53:40,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741826_1002 (size=42) 2024-12-08T20:53:40,977 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/.tmp/hbase.id]:[hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/hbase.id] 2024-12-08T20:53:40,989 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:40,989 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T20:53:40,991 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-08T20:53:41,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:41,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:41,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:41,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741827_1003 (size=196) 2024-12-08T20:53:41,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741827_1003 (size=196) 2024-12-08T20:53:41,090 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:53:41,091 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T20:53:41,092 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:41,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741828_1004 (size=1189) 2024-12-08T20:53:41,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741828_1004 (size=1189) 2024-12-08T20:53:41,501 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store 2024-12-08T20:53:41,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741829_1005 (size=34) 2024-12-08T20:53:41,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741829_1005 (size=34) 2024-12-08T20:53:41,515 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:41,515 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T20:53:41,515 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:41,515 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:41,515 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T20:53:41,515 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:41,515 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:41,515 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691221515Disabling compacts and flushes for region at 1733691221515Disabling writes for close at 1733691221515Writing region close event to WAL at 1733691221515Closed at 1733691221515 2024-12-08T20:53:41,516 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/.initializing 2024-12-08T20:53:41,516 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/WALs/229bab1f9d30,34857,1733691220662 2024-12-08T20:53:41,517 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:41,520 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C34857%2C1733691220662, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/WALs/229bab1f9d30,34857,1733691220662, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/oldWALs, maxLogs=10 2024-12-08T20:53:41,538 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/WALs/229bab1f9d30,34857,1733691220662/229bab1f9d30%2C34857%2C1733691220662.1733691221520, exclude list is [], retry=0 2024-12-08T20:53:41,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35895,DS-31411b4b-d678-43ce-97fa-e007ffcc83c8,DISK] 2024-12-08T20:53:41,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32975,DS-870769f5-ec2e-46de-b497-95fbf00c9b18,DISK] 2024-12-08T20:53:41,544 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/WALs/229bab1f9d30,34857,1733691220662/229bab1f9d30%2C34857%2C1733691220662.1733691221520 2024-12-08T20:53:41,544 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38543:38543),(127.0.0.1/127.0.0.1:42237:42237)] 2024-12-08T20:53:41,544 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:53:41,544 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:41,544 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:41,544 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:41,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:41,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T20:53:41,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:41,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:41,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:41,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T20:53:41,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:41,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:41,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:41,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T20:53:41,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:41,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:41,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:41,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T20:53:41,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:41,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:41,557 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:41,558 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:41,558 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:41,559 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:41,559 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:41,560 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:41,562 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:41,568 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:41,569 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63850451, jitterRate=-0.04855413734912872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:41,570 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733691221545Initializing all the Stores at 1733691221546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691221546Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691221546Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691221546Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691221546Cleaning up temporary data from old regions at 1733691221559 (+13 ms)Region opened successfully at 1733691221570 (+11 ms) 2024-12-08T20:53:41,570 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T20:53:41,574 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50890974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:41,575 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T20:53:41,576 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T20:53:41,576 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T20:53:41,576 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T20:53:41,576 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-08T20:53:41,577 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-08T20:53:41,577 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T20:53:41,581 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T20:53:41,582 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T20:53:41,638 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T20:53:41,639 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T20:53:41,640 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T20:53:41,647 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T20:53:41,647 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T20:53:41,648 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T20:53:41,655 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T20:53:41,656 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T20:53:41,663 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T20:53:41,666 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T20:53:41,676 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T20:53:41,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:41,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:41,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:41,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:41,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:41,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:41,686 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=229bab1f9d30,34857,1733691220662, sessionid=0x100074261430000, setting cluster-up flag (Was=false) 2024-12-08T20:53:41,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:41,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:41,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:41,730 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T20:53:41,731 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,34857,1733691220662 2024-12-08T20:53:41,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:41,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:41,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:41,776 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T20:53:41,778 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,34857,1733691220662 2024-12-08T20:53:41,779 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T20:53:41,781 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:41,781 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T20:53:41,781 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T20:53:41,781 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 229bab1f9d30,34857,1733691220662 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T20:53:41,783 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:41,783 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:41,783 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:41,783 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:41,783 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/229bab1f9d30:0, corePoolSize=10, maxPoolSize=10 2024-12-08T20:53:41,783 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,783 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:41,783 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,784 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733691251784 2024-12-08T20:53:41,784 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T20:53:41,784 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T20:53:41,784 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T20:53:41,784 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T20:53:41,784 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T20:53:41,784 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T20:53:41,784 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,785 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T20:53:41,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:41,785 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T20:53:41,785 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T20:53:41,785 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T20:53:41,785 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T20:53:41,785 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T20:53:41,786 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691221785,5,FailOnTimeoutGroup] 2024-12-08T20:53:41,786 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691221786,5,FailOnTimeoutGroup] 2024-12-08T20:53:41,786 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,786 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T20:53:41,786 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,786 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,786 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:41,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T20:53:41,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741831_1007 (size=1321) 2024-12-08T20:53:41,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741831_1007 (size=1321) 2024-12-08T20:53:41,795 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T20:53:41,795 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98 2024-12-08T20:53:41,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741832_1008 (size=32) 2024-12-08T20:53:41,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741832_1008 (size=32) 2024-12-08T20:53:41,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:41,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T20:53:41,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T20:53:41,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:41,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:41,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T20:53:41,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T20:53:41,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:41,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:41,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T20:53:41,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T20:53:41,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:41,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:41,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T20:53:41,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T20:53:41,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:41,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:41,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T20:53:41,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740 2024-12-08T20:53:41,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740 2024-12-08T20:53:41,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T20:53:41,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T20:53:41,821 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:41,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T20:53:41,825 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(746): ClusterId : 51753aa2-370c-4e5d-b4fa-4b694826dcb2 2024-12-08T20:53:41,825 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(746): ClusterId : 51753aa2-370c-4e5d-b4fa-4b694826dcb2 2024-12-08T20:53:41,825 DEBUG [RS:0;229bab1f9d30:34429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T20:53:41,825 DEBUG [RS:1;229bab1f9d30:33709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T20:53:41,825 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:41,826 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67950206, jitterRate=0.012536972761154175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:41,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733691221806Initializing all the Stores at 1733691221807 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691221807Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691221807Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691221807Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691221807Cleaning up temporary data from old regions at 1733691221821 (+14 ms)Region opened successfully at 1733691221826 (+5 ms) 2024-12-08T20:53:41,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T20:53:41,826 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T20:53:41,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T20:53:41,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T20:53:41,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T20:53:41,831 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:41,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691221826Disabling compacts and flushes for region at 1733691221826Disabling writes for close at 1733691221827 (+1 ms)Writing region close event to WAL at 1733691221831 (+4 ms)Closed at 1733691221831 2024-12-08T20:53:41,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:41,833 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T20:53:41,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T20:53:41,834 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T20:53:41,835 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T20:53:41,848 DEBUG [RS:0;229bab1f9d30:34429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T20:53:41,848 DEBUG [RS:1;229bab1f9d30:33709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T20:53:41,848 DEBUG [RS:1;229bab1f9d30:33709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T20:53:41,848 DEBUG [RS:0;229bab1f9d30:34429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T20:53:41,864 DEBUG [RS:0;229bab1f9d30:34429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T20:53:41,865 DEBUG [RS:1;229bab1f9d30:33709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T20:53:41,865 DEBUG [RS:0;229bab1f9d30:34429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c825e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:41,865 DEBUG [RS:1;229bab1f9d30:33709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627ba7ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:41,881 DEBUG [RS:0;229bab1f9d30:34429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;229bab1f9d30:34429 2024-12-08T20:53:41,881 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T20:53:41,881 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T20:53:41,881 DEBUG [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T20:53:41,882 DEBUG [RS:1;229bab1f9d30:33709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;229bab1f9d30:33709 2024-12-08T20:53:41,882 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,34857,1733691220662 with port=34429, startcode=1733691220806 2024-12-08T20:53:41,882 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T20:53:41,882 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T20:53:41,882 DEBUG [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T20:53:41,883 DEBUG [RS:0;229bab1f9d30:34429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T20:53:41,883 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,34857,1733691220662 with port=33709, startcode=1733691220868 2024-12-08T20:53:41,883 DEBUG [RS:1;229bab1f9d30:33709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T20:53:41,887 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41595, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T20:53:41,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,34429,1733691220806 2024-12-08T20:53:41,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34857 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,34429,1733691220806 2024-12-08T20:53:41,890 DEBUG [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98 2024-12-08T20:53:41,890 DEBUG [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45903 2024-12-08T20:53:41,890 DEBUG [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T20:53:41,899 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55225, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T20:53:41,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,33709,1733691220868 2024-12-08T20:53:41,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34857 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,33709,1733691220868 2024-12-08T20:53:41,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:41,902 DEBUG [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98 2024-12-08T20:53:41,902 DEBUG [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45903 2024-12-08T20:53:41,902 DEBUG [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T20:53:41,902 DEBUG [RS:0;229bab1f9d30:34429 {}] zookeeper.ZKUtil(111): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,34429,1733691220806 2024-12-08T20:53:41,902 WARN [RS:0;229bab1f9d30:34429 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:41,903 INFO [RS:0;229bab1f9d30:34429 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:41,903 DEBUG [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/WALs/229bab1f9d30,34429,1733691220806 2024-12-08T20:53:41,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,33709,1733691220868] 2024-12-08T20:53:41,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,34429,1733691220806] 2024-12-08T20:53:41,935 DEBUG [RS:1;229bab1f9d30:33709 {}] zookeeper.ZKUtil(111): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,33709,1733691220868 2024-12-08T20:53:41,935 WARN [RS:1;229bab1f9d30:33709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:41,935 INFO [RS:1;229bab1f9d30:33709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:41,935 DEBUG [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/WALs/229bab1f9d30,33709,1733691220868 2024-12-08T20:53:41,936 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T20:53:41,937 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T20:53:41,938 INFO [RS:0;229bab1f9d30:34429 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T20:53:41,938 INFO [RS:0;229bab1f9d30:34429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,938 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T20:53:41,939 INFO [RS:0;229bab1f9d30:34429 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T20:53:41,939 INFO [RS:0;229bab1f9d30:34429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,940 DEBUG [RS:0;229bab1f9d30:34429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,940 DEBUG [RS:0;229bab1f9d30:34429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,940 DEBUG [RS:0;229bab1f9d30:34429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,940 DEBUG [RS:0;229bab1f9d30:34429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,940 DEBUG [RS:0;229bab1f9d30:34429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,940 DEBUG [RS:0;229bab1f9d30:34429 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:41,940 DEBUG [RS:0;229bab1f9d30:34429 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,940 DEBUG [RS:0;229bab1f9d30:34429 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,940 DEBUG [RS:0;229bab1f9d30:34429 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,940 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T20:53:41,940 DEBUG [RS:0;229bab1f9d30:34429 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,940 DEBUG [RS:0;229bab1f9d30:34429 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,940 DEBUG [RS:0;229bab1f9d30:34429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,940 DEBUG [RS:0;229bab1f9d30:34429 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:41,940 DEBUG [RS:0;229bab1f9d30:34429 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:41,943 INFO [RS:0;229bab1f9d30:34429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,943 INFO [RS:0;229bab1f9d30:34429 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,943 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T20:53:41,943 INFO [RS:0;229bab1f9d30:34429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,943 INFO [RS:0;229bab1f9d30:34429 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,943 INFO [RS:0;229bab1f9d30:34429 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,943 INFO [RS:0;229bab1f9d30:34429 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34429,1733691220806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:41,943 INFO [RS:1;229bab1f9d30:33709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T20:53:41,943 INFO [RS:1;229bab1f9d30:33709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,944 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T20:53:41,945 INFO [RS:1;229bab1f9d30:33709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T20:53:41,945 INFO [RS:1;229bab1f9d30:33709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,945 DEBUG [RS:1;229bab1f9d30:33709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,945 DEBUG [RS:1;229bab1f9d30:33709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,945 DEBUG [RS:1;229bab1f9d30:33709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,945 DEBUG [RS:1;229bab1f9d30:33709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,945 DEBUG [RS:1;229bab1f9d30:33709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,945 DEBUG [RS:1;229bab1f9d30:33709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:41,945 DEBUG [RS:1;229bab1f9d30:33709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,945 DEBUG [RS:1;229bab1f9d30:33709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,946 DEBUG [RS:1;229bab1f9d30:33709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,946 DEBUG [RS:1;229bab1f9d30:33709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,946 DEBUG [RS:1;229bab1f9d30:33709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,946 DEBUG [RS:1;229bab1f9d30:33709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:41,946 DEBUG [RS:1;229bab1f9d30:33709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:41,946 DEBUG [RS:1;229bab1f9d30:33709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:41,951 INFO [RS:1;229bab1f9d30:33709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,951 INFO [RS:1;229bab1f9d30:33709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,951 INFO [RS:1;229bab1f9d30:33709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,951 INFO [RS:1;229bab1f9d30:33709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,951 INFO [RS:1;229bab1f9d30:33709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,951 INFO [RS:1;229bab1f9d30:33709 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,33709,1733691220868-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:41,958 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T20:53:41,958 INFO [RS:0;229bab1f9d30:34429 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34429,1733691220806-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,959 INFO [RS:0;229bab1f9d30:34429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,959 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.Replication(171): 229bab1f9d30,34429,1733691220806 started 2024-12-08T20:53:41,971 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T20:53:41,971 INFO [RS:1;229bab1f9d30:33709 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,33709,1733691220868-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,971 INFO [RS:1;229bab1f9d30:33709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,971 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.Replication(171): 229bab1f9d30,33709,1733691220868 started 2024-12-08T20:53:41,973 INFO [RS:0;229bab1f9d30:34429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,974 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,34429,1733691220806, RpcServer on 229bab1f9d30/172.17.0.2:34429, sessionid=0x100074261430001 2024-12-08T20:53:41,974 DEBUG [RS:0;229bab1f9d30:34429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T20:53:41,974 DEBUG [RS:0;229bab1f9d30:34429 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,34429,1733691220806 2024-12-08T20:53:41,974 DEBUG [RS:0;229bab1f9d30:34429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,34429,1733691220806' 2024-12-08T20:53:41,974 DEBUG [RS:0;229bab1f9d30:34429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T20:53:41,975 DEBUG [RS:0;229bab1f9d30:34429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T20:53:41,975 DEBUG [RS:0;229bab1f9d30:34429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T20:53:41,975 DEBUG [RS:0;229bab1f9d30:34429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T20:53:41,975 DEBUG [RS:0;229bab1f9d30:34429 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,34429,1733691220806 2024-12-08T20:53:41,975 DEBUG [RS:0;229bab1f9d30:34429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,34429,1733691220806' 2024-12-08T20:53:41,975 DEBUG [RS:0;229bab1f9d30:34429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T20:53:41,976 DEBUG [RS:0;229bab1f9d30:34429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T20:53:41,976 DEBUG [RS:0;229bab1f9d30:34429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T20:53:41,976 INFO [RS:0;229bab1f9d30:34429 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T20:53:41,976 INFO [RS:0;229bab1f9d30:34429 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T20:53:41,985 WARN [229bab1f9d30:34857 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T20:53:41,987 INFO [RS:1;229bab1f9d30:33709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:41,987 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,33709,1733691220868, RpcServer on 229bab1f9d30/172.17.0.2:33709, sessionid=0x100074261430002 2024-12-08T20:53:41,987 DEBUG [RS:1;229bab1f9d30:33709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T20:53:41,987 DEBUG [RS:1;229bab1f9d30:33709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,33709,1733691220868 2024-12-08T20:53:41,987 DEBUG [RS:1;229bab1f9d30:33709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,33709,1733691220868' 2024-12-08T20:53:41,987 DEBUG [RS:1;229bab1f9d30:33709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T20:53:41,987 DEBUG [RS:1;229bab1f9d30:33709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T20:53:41,989 DEBUG [RS:1;229bab1f9d30:33709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T20:53:41,989 DEBUG [RS:1;229bab1f9d30:33709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T20:53:41,989 DEBUG [RS:1;229bab1f9d30:33709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,33709,1733691220868 2024-12-08T20:53:41,989 DEBUG [RS:1;229bab1f9d30:33709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,33709,1733691220868' 2024-12-08T20:53:41,989 DEBUG [RS:1;229bab1f9d30:33709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T20:53:41,990 DEBUG [RS:1;229bab1f9d30:33709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T20:53:41,990 DEBUG [RS:1;229bab1f9d30:33709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T20:53:41,990 INFO [RS:1;229bab1f9d30:33709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T20:53:41,990 INFO [RS:1;229bab1f9d30:33709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T20:53:42,077 INFO [RS:0;229bab1f9d30:34429 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:42,079 INFO [RS:0;229bab1f9d30:34429 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C34429%2C1733691220806, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/WALs/229bab1f9d30,34429,1733691220806, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/oldWALs, maxLogs=32 2024-12-08T20:53:42,091 INFO [RS:1;229bab1f9d30:33709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:42,092 INFO [RS:1;229bab1f9d30:33709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C33709%2C1733691220868, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/WALs/229bab1f9d30,33709,1733691220868, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/oldWALs, maxLogs=32 2024-12-08T20:53:42,096 DEBUG [RS:0;229bab1f9d30:34429 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/WALs/229bab1f9d30,34429,1733691220806/229bab1f9d30%2C34429%2C1733691220806.1733691222079, exclude list is [], retry=0 2024-12-08T20:53:42,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32975,DS-870769f5-ec2e-46de-b497-95fbf00c9b18,DISK] 2024-12-08T20:53:42,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35895,DS-31411b4b-d678-43ce-97fa-e007ffcc83c8,DISK] 2024-12-08T20:53:42,103 INFO [RS:0;229bab1f9d30:34429 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/WALs/229bab1f9d30,34429,1733691220806/229bab1f9d30%2C34429%2C1733691220806.1733691222079 2024-12-08T20:53:42,104 DEBUG [RS:0;229bab1f9d30:34429 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38543:38543),(127.0.0.1/127.0.0.1:42237:42237)] 2024-12-08T20:53:42,112 DEBUG [RS:1;229bab1f9d30:33709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/WALs/229bab1f9d30,33709,1733691220868/229bab1f9d30%2C33709%2C1733691220868.1733691222093, exclude list is [], retry=0 2024-12-08T20:53:42,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35895,DS-31411b4b-d678-43ce-97fa-e007ffcc83c8,DISK] 2024-12-08T20:53:42,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32975,DS-870769f5-ec2e-46de-b497-95fbf00c9b18,DISK] 2024-12-08T20:53:42,121 INFO [RS:1;229bab1f9d30:33709 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/WALs/229bab1f9d30,33709,1733691220868/229bab1f9d30%2C33709%2C1733691220868.1733691222093 2024-12-08T20:53:42,121 DEBUG [RS:1;229bab1f9d30:33709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42237:42237),(127.0.0.1/127.0.0.1:38543:38543)] 2024-12-08T20:53:42,236 DEBUG [229bab1f9d30:34857 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-08T20:53:42,236 DEBUG [229bab1f9d30:34857 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T20:53:42,238 DEBUG [229bab1f9d30:34857 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T20:53:42,238 DEBUG [229bab1f9d30:34857 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T20:53:42,238 DEBUG [229bab1f9d30:34857 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T20:53:42,238 DEBUG [229bab1f9d30:34857 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T20:53:42,238 INFO [229bab1f9d30:34857 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T20:53:42,238 INFO [229bab1f9d30:34857 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T20:53:42,239 DEBUG [229bab1f9d30:34857 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T20:53:42,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=229bab1f9d30,34429,1733691220806 2024-12-08T20:53:42,240 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,34429,1733691220806, state=OPENING 2024-12-08T20:53:42,263 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T20:53:42,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:42,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:42,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:42,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:42,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:42,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:42,273 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T20:53:42,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,34429,1733691220806}] 2024-12-08T20:53:42,307 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T20:53:42,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:42,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:42,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:42,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:42,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:42,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:42,427 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:42,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51457, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:42,433 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T20:53:42,434 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:42,434 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T20:53:42,436 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C34429%2C1733691220806.meta, suffix=.meta, logDir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/WALs/229bab1f9d30,34429,1733691220806, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/oldWALs, maxLogs=32 2024-12-08T20:53:42,454 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/WALs/229bab1f9d30,34429,1733691220806/229bab1f9d30%2C34429%2C1733691220806.meta.1733691222436.meta, exclude list is [], retry=0 2024-12-08T20:53:42,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35895,DS-31411b4b-d678-43ce-97fa-e007ffcc83c8,DISK] 2024-12-08T20:53:42,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32975,DS-870769f5-ec2e-46de-b497-95fbf00c9b18,DISK] 2024-12-08T20:53:42,460 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/WALs/229bab1f9d30,34429,1733691220806/229bab1f9d30%2C34429%2C1733691220806.meta.1733691222436.meta 2024-12-08T20:53:42,460 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38543:38543),(127.0.0.1/127.0.0.1:42237:42237)] 2024-12-08T20:53:42,461 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:53:42,461 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T20:53:42,461 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T20:53:42,461 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T20:53:42,461 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T20:53:42,462 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:42,462 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T20:53:42,462 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T20:53:42,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T20:53:42,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T20:53:42,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:42,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:42,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T20:53:42,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T20:53:42,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:42,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:42,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T20:53:42,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T20:53:42,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:42,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:42,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T20:53:42,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T20:53:42,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:42,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:42,472 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T20:53:42,473 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740 2024-12-08T20:53:42,474 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740 2024-12-08T20:53:42,475 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T20:53:42,475 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T20:53:42,476 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:42,480 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T20:53:42,482 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60720678, jitterRate=-0.09519138932228088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:42,482 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T20:53:42,482 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733691222462Writing region info on filesystem at 1733691222462Initializing all the Stores at 1733691222463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691222463Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691222463Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691222463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691222463Cleaning up temporary data from old regions at 1733691222475 (+12 ms)Running coprocessor post-open hooks at 1733691222482 (+7 ms)Region opened successfully at 1733691222482 2024-12-08T20:53:42,484 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733691222426 2024-12-08T20:53:42,486 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T20:53:42,486 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T20:53:42,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,34429,1733691220806 2024-12-08T20:53:42,488 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,34429,1733691220806, state=OPEN 2024-12-08T20:53:42,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:42,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:42,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:42,510 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=229bab1f9d30,34429,1733691220806 2024-12-08T20:53:42,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:42,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:42,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:42,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T20:53:42,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,34429,1733691220806 in 237 msec 2024-12-08T20:53:42,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T20:53:42,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-12-08T20:53:42,520 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:42,520 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T20:53:42,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:53:42,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,34429,1733691220806, seqNum=-1] 2024-12-08T20:53:42,521 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:42,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47293, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:42,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 750 msec 2024-12-08T20:53:42,532 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733691222532, completionTime=-1 2024-12-08T20:53:42,532 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-08T20:53:42,532 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T20:53:42,535 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-08T20:53:42,536 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733691282535 2024-12-08T20:53:42,536 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733691342536 2024-12-08T20:53:42,536 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-08T20:53:42,536 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T20:53:42,536 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34857,1733691220662-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:42,537 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34857,1733691220662-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:42,537 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34857,1733691220662-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:42,537 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-229bab1f9d30:34857, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:42,537 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:42,539 DEBUG [master/229bab1f9d30:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T20:53:42,547 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:42,552 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.592sec 2024-12-08T20:53:42,552 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T20:53:42,552 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T20:53:42,552 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T20:53:42,552 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T20:53:42,552 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T20:53:42,552 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34857,1733691220662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:42,553 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34857,1733691220662-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T20:53:42,555 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T20:53:42,555 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T20:53:42,555 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34857,1733691220662-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:42,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b615a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:42,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34857,-1 for getting cluster id 2024-12-08T20:53:42,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:53:42,618 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51753aa2-370c-4e5d-b4fa-4b694826dcb2' 2024-12-08T20:53:42,618 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:53:42,618 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51753aa2-370c-4e5d-b4fa-4b694826dcb2" 2024-12-08T20:53:42,619 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a9a5aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:42,619 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34857,-1] 2024-12-08T20:53:42,619 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:53:42,619 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:42,620 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:53:42,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa15bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:42,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:53:42,623 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,34429,1733691220806, seqNum=-1] 2024-12-08T20:53:42,624 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:42,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=229bab1f9d30,34857,1733691220662 2024-12-08T20:53:42,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T20:53:42,629 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,34857,1733691220662 2024-12-08T20:53:42,629 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10cd9f07 2024-12-08T20:53:42,629 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T20:53:42,630 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T20:53:42,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:53:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-08T20:53:42,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T20:53:42,635 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:42,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-08T20:53:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:42,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T20:53:42,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741836_1012 (size=379) 2024-12-08T20:53:42,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741836_1012 (size=379) 2024-12-08T20:53:42,657 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db91fc05acba52f74c42c2d9bb84df1b, NAME => 'testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98 2024-12-08T20:53:42,658 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5ed6e8b84d9752640411b592090e2c69, NAME => 'testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98 2024-12-08T20:53:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741837_1013 (size=61) 2024-12-08T20:53:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741837_1013 (size=61) 2024-12-08T20:53:42,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741838_1014 (size=61) 2024-12-08T20:53:42,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741838_1014 (size=61) 2024-12-08T20:53:42,680 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:42,681 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing db91fc05acba52f74c42c2d9bb84df1b, disabling compactions & flushes 2024-12-08T20:53:42,681 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b. 2024-12-08T20:53:42,681 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b. 2024-12-08T20:53:42,681 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b. after waiting 0 ms 2024-12-08T20:53:42,681 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b. 2024-12-08T20:53:42,681 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b. 2024-12-08T20:53:42,681 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for db91fc05acba52f74c42c2d9bb84df1b: Waiting for close lock at 1733691222681Disabling compacts and flushes for region at 1733691222681Disabling writes for close at 1733691222681Writing region close event to WAL at 1733691222681Closed at 1733691222681 2024-12-08T20:53:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:43,074 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:43,074 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 5ed6e8b84d9752640411b592090e2c69, disabling compactions & flushes 2024-12-08T20:53:43,074 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69. 2024-12-08T20:53:43,074 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69. 2024-12-08T20:53:43,074 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69. after waiting 0 ms 2024-12-08T20:53:43,074 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69. 2024-12-08T20:53:43,074 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69. 2024-12-08T20:53:43,074 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5ed6e8b84d9752640411b592090e2c69: Waiting for close lock at 1733691223074Disabling compacts and flushes for region at 1733691223074Disabling writes for close at 1733691223074Writing region close event to WAL at 1733691223074Closed at 1733691223074 2024-12-08T20:53:43,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T20:53:43,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733691223075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691223075"}]},"ts":"1733691223075"} 2024-12-08T20:53:43,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733691223075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691223075"}]},"ts":"1733691223075"} 2024-12-08T20:53:43,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-08T20:53:43,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T20:53:43,080 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691223080"}]},"ts":"1733691223080"} 2024-12-08T20:53:43,082 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-08T20:53:43,083 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T20:53:43,084 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T20:53:43,084 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T20:53:43,084 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T20:53:43,084 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T20:53:43,084 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T20:53:43,084 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T20:53:43,084 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T20:53:43,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db91fc05acba52f74c42c2d9bb84df1b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5ed6e8b84d9752640411b592090e2c69, ASSIGN}] 2024-12-08T20:53:43,086 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5ed6e8b84d9752640411b592090e2c69, ASSIGN 2024-12-08T20:53:43,086 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db91fc05acba52f74c42c2d9bb84df1b, ASSIGN 2024-12-08T20:53:43,087 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5ed6e8b84d9752640411b592090e2c69, ASSIGN; state=OFFLINE, location=229bab1f9d30,33709,1733691220868; forceNewPlan=false, retain=false 2024-12-08T20:53:43,087 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db91fc05acba52f74c42c2d9bb84df1b, ASSIGN; state=OFFLINE, location=229bab1f9d30,34429,1733691220806; forceNewPlan=false, retain=false 2024-12-08T20:53:43,126 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T20:53:43,127 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T20:53:43,128 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T20:53:43,128 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T20:53:43,128 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T20:53:43,128 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T20:53:43,238 INFO [229bab1f9d30:34857 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-08T20:53:43,238 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db91fc05acba52f74c42c2d9bb84df1b, regionState=OPENING, regionLocation=229bab1f9d30,34429,1733691220806 2024-12-08T20:53:43,238 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5ed6e8b84d9752640411b592090e2c69, regionState=OPENING, regionLocation=229bab1f9d30,33709,1733691220868 2024-12-08T20:53:43,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db91fc05acba52f74c42c2d9bb84df1b, ASSIGN because future has completed 2024-12-08T20:53:43,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db91fc05acba52f74c42c2d9bb84df1b, server=229bab1f9d30,34429,1733691220806}] 2024-12-08T20:53:43,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5ed6e8b84d9752640411b592090e2c69, ASSIGN because future has completed 2024-12-08T20:53:43,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ed6e8b84d9752640411b592090e2c69, server=229bab1f9d30,33709,1733691220868}] 2024-12-08T20:53:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:43,396 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:43,397 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b. 2024-12-08T20:53:43,397 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => db91fc05acba52f74c42c2d9bb84df1b, NAME => 'testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b.', STARTKEY => '', ENDKEY => '5'} 2024-12-08T20:53:43,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54715, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:43,398 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache db91fc05acba52f74c42c2d9bb84df1b 2024-12-08T20:53:43,398 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:43,398 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for db91fc05acba52f74c42c2d9bb84df1b 2024-12-08T20:53:43,398 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for db91fc05acba52f74c42c2d9bb84df1b 2024-12-08T20:53:43,399 INFO [StoreOpener-db91fc05acba52f74c42c2d9bb84df1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region db91fc05acba52f74c42c2d9bb84df1b 2024-12-08T20:53:43,400 INFO [StoreOpener-db91fc05acba52f74c42c2d9bb84df1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db91fc05acba52f74c42c2d9bb84df1b columnFamilyName family 2024-12-08T20:53:43,400 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69. 2024-12-08T20:53:43,401 DEBUG [StoreOpener-db91fc05acba52f74c42c2d9bb84df1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:43,401 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ed6e8b84d9752640411b592090e2c69, NAME => 'testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69.', STARTKEY => '5', ENDKEY => ''} 2024-12-08T20:53:43,401 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5ed6e8b84d9752640411b592090e2c69 2024-12-08T20:53:43,401 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:43,401 INFO [StoreOpener-db91fc05acba52f74c42c2d9bb84df1b-1 {}] regionserver.HStore(327): Store=db91fc05acba52f74c42c2d9bb84df1b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:43,401 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 5ed6e8b84d9752640411b592090e2c69 2024-12-08T20:53:43,401 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for db91fc05acba52f74c42c2d9bb84df1b 2024-12-08T20:53:43,401 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 5ed6e8b84d9752640411b592090e2c69 2024-12-08T20:53:43,402 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/db91fc05acba52f74c42c2d9bb84df1b 2024-12-08T20:53:43,402 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/db91fc05acba52f74c42c2d9bb84df1b 2024-12-08T20:53:43,402 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for db91fc05acba52f74c42c2d9bb84df1b 2024-12-08T20:53:43,402 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for db91fc05acba52f74c42c2d9bb84df1b 2024-12-08T20:53:43,403 INFO [StoreOpener-5ed6e8b84d9752640411b592090e2c69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5ed6e8b84d9752640411b592090e2c69 2024-12-08T20:53:43,404 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for db91fc05acba52f74c42c2d9bb84df1b 2024-12-08T20:53:43,404 INFO [StoreOpener-5ed6e8b84d9752640411b592090e2c69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ed6e8b84d9752640411b592090e2c69 columnFamilyName family 2024-12-08T20:53:43,404 DEBUG [StoreOpener-5ed6e8b84d9752640411b592090e2c69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:43,404 INFO [StoreOpener-5ed6e8b84d9752640411b592090e2c69-1 {}] regionserver.HStore(327): Store=5ed6e8b84d9752640411b592090e2c69/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:43,404 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 5ed6e8b84d9752640411b592090e2c69 2024-12-08T20:53:43,405 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/5ed6e8b84d9752640411b592090e2c69 2024-12-08T20:53:43,406 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/db91fc05acba52f74c42c2d9bb84df1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:43,406 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/5ed6e8b84d9752640411b592090e2c69 2024-12-08T20:53:43,406 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 5ed6e8b84d9752640411b592090e2c69 2024-12-08T20:53:43,406 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened db91fc05acba52f74c42c2d9bb84df1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72344972, jitterRate=0.07802408933639526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T20:53:43,406 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 5ed6e8b84d9752640411b592090e2c69 2024-12-08T20:53:43,406 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db91fc05acba52f74c42c2d9bb84df1b 2024-12-08T20:53:43,407 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for db91fc05acba52f74c42c2d9bb84df1b: Running coprocessor pre-open hook at 1733691223398Writing region info on filesystem at 1733691223398Initializing all the Stores at 1733691223399 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691223399Cleaning up temporary data from old regions at 1733691223402 (+3 ms)Running coprocessor post-open hooks at 1733691223406 (+4 ms)Region opened successfully at 1733691223407 (+1 ms) 2024-12-08T20:53:43,408 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b., pid=7, masterSystemTime=1733691223393 2024-12-08T20:53:43,408 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 5ed6e8b84d9752640411b592090e2c69 2024-12-08T20:53:43,410 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b. 2024-12-08T20:53:43,410 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b. 2024-12-08T20:53:43,410 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/5ed6e8b84d9752640411b592090e2c69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:43,411 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db91fc05acba52f74c42c2d9bb84df1b, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,34429,1733691220806 2024-12-08T20:53:43,411 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 5ed6e8b84d9752640411b592090e2c69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75277430, jitterRate=0.12172111868858337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T20:53:43,411 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ed6e8b84d9752640411b592090e2c69 2024-12-08T20:53:43,411 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 5ed6e8b84d9752640411b592090e2c69: Running coprocessor pre-open hook at 1733691223401Writing region info on filesystem at 1733691223401Initializing all the Stores at 1733691223402 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691223402Cleaning up temporary data from old regions at 1733691223406 (+4 ms)Running coprocessor post-open hooks at 1733691223411 (+5 ms)Region opened successfully at 1733691223411 2024-12-08T20:53:43,412 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69., pid=8, masterSystemTime=1733691223395 2024-12-08T20:53:43,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db91fc05acba52f74c42c2d9bb84df1b, server=229bab1f9d30,34429,1733691220806 because future has completed 2024-12-08T20:53:43,415 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69. 2024-12-08T20:53:43,415 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69. 2024-12-08T20:53:43,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5ed6e8b84d9752640411b592090e2c69, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,33709,1733691220868 2024-12-08T20:53:43,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-08T20:53:43,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure db91fc05acba52f74c42c2d9bb84df1b, server=229bab1f9d30,34429,1733691220806 in 175 msec 2024-12-08T20:53:43,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ed6e8b84d9752640411b592090e2c69, server=229bab1f9d30,33709,1733691220868 because future has completed 2024-12-08T20:53:43,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db91fc05acba52f74c42c2d9bb84df1b, ASSIGN in 334 msec 2024-12-08T20:53:43,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-08T20:53:43,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ed6e8b84d9752640411b592090e2c69, server=229bab1f9d30,33709,1733691220868 in 178 msec 2024-12-08T20:53:43,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-08T20:53:43,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5ed6e8b84d9752640411b592090e2c69, ASSIGN in 339 msec 2024-12-08T20:53:43,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T20:53:43,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691223426"}]},"ts":"1733691223426"} 2024-12-08T20:53:43,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-08T20:53:43,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T20:53:43,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 798 msec 2024-12-08T20:53:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:43,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-08T20:53:43,778 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-08T20:53:43,778 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T20:53:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-08T20:53:43,782 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T20:53:43,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-08T20:53:43,785 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b., hostname=229bab1f9d30,34429,1733691220806, seqNum=2] 2024-12-08T20:53:43,794 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69., hostname=229bab1f9d30,33709,1733691220868, seqNum=2] 2024-12-08T20:53:43,794 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:43,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:43,806 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing db91fc05acba52f74c42c2d9bb84df1b 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-08T20:53:43,820 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/db91fc05acba52f74c42c2d9bb84df1b/.tmp/family/85070d5468fe422b8601fd5c714c585d is 32, key is 1/family:/1733691223786/Put/seqid=0 2024-12-08T20:53:43,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741839_1015 (size=5054) 2024-12-08T20:53:43,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741839_1015 (size=5054) 2024-12-08T20:53:43,831 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/db91fc05acba52f74c42c2d9bb84df1b/.tmp/family/85070d5468fe422b8601fd5c714c585d 2024-12-08T20:53:43,840 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/db91fc05acba52f74c42c2d9bb84df1b/.tmp/family/85070d5468fe422b8601fd5c714c585d as hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/db91fc05acba52f74c42c2d9bb84df1b/family/85070d5468fe422b8601fd5c714c585d 2024-12-08T20:53:43,848 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/db91fc05acba52f74c42c2d9bb84df1b/family/85070d5468fe422b8601fd5c714c585d, entries=4, sequenceid=8, filesize=4.9 K 2024-12-08T20:53:43,849 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for db91fc05acba52f74c42c2d9bb84df1b in 43ms, sequenceid=8, compaction requested=false 2024-12-08T20:53:43,849 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for db91fc05acba52f74c42c2d9bb84df1b: 2024-12-08T20:53:43,849 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5ed6e8b84d9752640411b592090e2c69 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-08T20:53:43,865 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/5ed6e8b84d9752640411b592090e2c69/.tmp/family/3cdc249000294cb9a1be0073220d34ac is 32, key is 5/family:/1733691223796/Put/seqid=0 2024-12-08T20:53:43,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741840_1016 (size=5083) 2024-12-08T20:53:43,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741840_1016 (size=5083) 2024-12-08T20:53:43,871 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/5ed6e8b84d9752640411b592090e2c69/.tmp/family/3cdc249000294cb9a1be0073220d34ac 2024-12-08T20:53:43,879 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/5ed6e8b84d9752640411b592090e2c69/.tmp/family/3cdc249000294cb9a1be0073220d34ac as hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/5ed6e8b84d9752640411b592090e2c69/family/3cdc249000294cb9a1be0073220d34ac 2024-12-08T20:53:43,887 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/5ed6e8b84d9752640411b592090e2c69/family/3cdc249000294cb9a1be0073220d34ac, entries=5, sequenceid=9, filesize=5.0 K 2024-12-08T20:53:43,888 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 5ed6e8b84d9752640411b592090e2c69 in 39ms, sequenceid=9, compaction requested=false 2024-12-08T20:53:43,888 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5ed6e8b84d9752640411b592090e2c69: 2024-12-08T20:53:43,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228786bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:43,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34857,-1 for getting cluster id 2024-12-08T20:53:43,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:53:43,890 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51753aa2-370c-4e5d-b4fa-4b694826dcb2' 2024-12-08T20:53:43,890 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:53:43,890 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51753aa2-370c-4e5d-b4fa-4b694826dcb2" 2024-12-08T20:53:43,891 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d778a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:43,891 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34857,-1] 2024-12-08T20:53:43,891 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:53:43,891 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:43,892 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:53:43,893 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e03e562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:43,900 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-08T20:53:43,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:53:43,902 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,34429,1733691220806, seqNum=-1] 2024-12-08T20:53:43,902 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:43,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:43,907 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:43,907 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:43,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:43,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] bucket.BucketCache(1863): found 1 blocks for file 3cdc249000294cb9a1be0073220d34ac, starting offset: 0, end offset: 9223372036854775807 2024-12-08T20:53:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] bucket.BucketCache(856): removed key 3cdc249000294cb9a1be0073220d34ac_0 from back map with offset lock 2094080 in the evict process 2024-12-08T20:53:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34429 {}] bucket.BucketCache(1863): found 1 blocks for file 85070d5468fe422b8601fd5c714c585d, starting offset: 0, end offset: 9223372036854775807 2024-12-08T20:53:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34429 {}] bucket.BucketCache(856): removed key 85070d5468fe422b8601fd5c714c585d_0 from back map with offset lock 2094080 in the evict process 2024-12-08T20:53:43,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:53:43,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:43,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:43,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:43,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T20:53:43,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:53:43,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:43,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:43,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:53:43,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:53:43,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:43,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T20:53:43,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=774725433, stopped=false 2024-12-08T20:53:43,914 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=229bab1f9d30,34857,1733691220662 2024-12-08T20:53:43,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:43,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:43,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:43,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:43,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:43,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:43,963 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T20:53:43,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:53:43,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:43,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:43,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:43,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:43,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:43,965 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,34429,1733691220806' ***** 2024-12-08T20:53:43,965 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T20:53:43,965 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,33709,1733691220868' ***** 2024-12-08T20:53:43,965 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T20:53:43,965 INFO [RS:0;229bab1f9d30:34429 {}] bucket.BucketCache(1738): Disabling cache 2024-12-08T20:53:43,965 INFO [RS:1;229bab1f9d30:33709 {}] bucket.BucketCache(1738): Disabling cache 2024-12-08T20:53:43,966 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-08T20:53:43,966 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-08T20:53:43,966 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-08T20:53:43,966 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-08T20:53:43,966 INFO [RS:0;229bab1f9d30:34429 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-08T20:53:43,966 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-08T20:53:43,966 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T20:53:43,966 INFO [RS:0;229bab1f9d30:34429 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T20:53:43,966 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T20:53:43,966 INFO [RS:0;229bab1f9d30:34429 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T20:53:43,966 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-08T20:53:43,966 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(3091): Received CLOSE for db91fc05acba52f74c42c2d9bb84df1b 2024-12-08T20:53:43,966 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,34429,1733691220806 2024-12-08T20:53:43,966 INFO [RS:0;229bab1f9d30:34429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:43,966 INFO [RS:0;229bab1f9d30:34429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;229bab1f9d30:34429. 2024-12-08T20:53:43,967 DEBUG [RS:0;229bab1f9d30:34429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:43,967 DEBUG [RS:0;229bab1f9d30:34429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:43,967 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db91fc05acba52f74c42c2d9bb84df1b, disabling compactions & flushes 2024-12-08T20:53:43,967 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b. 2024-12-08T20:53:43,967 INFO [RS:1;229bab1f9d30:33709 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-08T20:53:43,967 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b. 2024-12-08T20:53:43,967 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T20:53:43,967 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T20:53:43,967 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b. after waiting 0 ms 2024-12-08T20:53:43,967 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T20:53:43,967 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T20:53:43,967 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b. 2024-12-08T20:53:43,967 INFO [RS:1;229bab1f9d30:33709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T20:53:43,967 INFO [RS:1;229bab1f9d30:33709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T20:53:43,967 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ed6e8b84d9752640411b592090e2c69 2024-12-08T20:53:43,967 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T20:53:43,967 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T20:53:43,968 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,33709,1733691220868 2024-12-08T20:53:43,968 INFO [RS:1;229bab1f9d30:33709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:43,968 INFO [RS:1;229bab1f9d30:33709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;229bab1f9d30:33709. 2024-12-08T20:53:43,968 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ed6e8b84d9752640411b592090e2c69, disabling compactions & flushes 2024-12-08T20:53:43,968 DEBUG [RS:1;229bab1f9d30:33709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:43,968 DEBUG [RS:1;229bab1f9d30:33709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:43,968 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T20:53:43,969 DEBUG [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(1325): Online Regions={5ed6e8b84d9752640411b592090e2c69=testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69.} 2024-12-08T20:53:43,969 DEBUG [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(1351): Waiting on 5ed6e8b84d9752640411b592090e2c69 2024-12-08T20:53:43,969 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-08T20:53:43,968 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69. 2024-12-08T20:53:43,969 DEBUG [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(1325): Online Regions={db91fc05acba52f74c42c2d9bb84df1b=testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b., 1588230740=hbase:meta,,1.1588230740} 2024-12-08T20:53:43,969 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69. 2024-12-08T20:53:43,969 DEBUG [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db91fc05acba52f74c42c2d9bb84df1b 2024-12-08T20:53:43,969 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69. after waiting 0 ms 2024-12-08T20:53:43,969 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69. 2024-12-08T20:53:43,969 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T20:53:43,969 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T20:53:43,969 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T20:53:43,969 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T20:53:43,969 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T20:53:43,969 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-08T20:53:43,978 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/5ed6e8b84d9752640411b592090e2c69/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-08T20:53:43,979 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/default/testClearRegionBlockCache/db91fc05acba52f74c42c2d9bb84df1b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-08T20:53:43,979 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69. 2024-12-08T20:53:43,979 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ed6e8b84d9752640411b592090e2c69: Waiting for close lock at 1733691223968Running coprocessor pre-close hooks at 1733691223968Disabling compacts and flushes for region at 1733691223968Disabling writes for close at 1733691223969 (+1 ms)Writing region close event to WAL at 1733691223971 (+2 ms)Running coprocessor post-close hooks at 1733691223979 (+8 ms)Closed at 1733691223979 2024-12-08T20:53:43,979 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69. 2024-12-08T20:53:43,979 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b. 2024-12-08T20:53:43,979 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db91fc05acba52f74c42c2d9bb84df1b: Waiting for close lock at 1733691223966Running coprocessor pre-close hooks at 1733691223966Disabling compacts and flushes for region at 1733691223966Disabling writes for close at 1733691223967 (+1 ms)Writing region close event to WAL at 1733691223970 (+3 ms)Running coprocessor post-close hooks at 1733691223979 (+9 ms)Closed at 1733691223979 2024-12-08T20:53:43,980 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733691222631.db91fc05acba52f74c42c2d9bb84df1b. 2024-12-08T20:53:43,988 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/.tmp/info/5d1f3ee2eae448328c4c73d295e1fe68 is 173, key is testClearRegionBlockCache,5,1733691222631.5ed6e8b84d9752640411b592090e2c69./info:regioninfo/1733691223416/Put/seqid=0 2024-12-08T20:53:43,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741841_1017 (size=8173) 2024-12-08T20:53:43,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741841_1017 (size=8173) 2024-12-08T20:53:44,003 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/.tmp/info/5d1f3ee2eae448328c4c73d295e1fe68 2024-12-08T20:53:44,023 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/.tmp/ns/379963d0564a453dbf74c43de9e20fcd is 43, key is default/ns:d/1733691222523/Put/seqid=0 2024-12-08T20:53:44,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741842_1018 (size=5153) 2024-12-08T20:53:44,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741842_1018 (size=5153) 2024-12-08T20:53:44,045 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:44,053 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:44,169 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,33709,1733691220868; all regions closed. 2024-12-08T20:53:44,169 DEBUG [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T20:53:44,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741834_1010 (size=1867) 2024-12-08T20:53:44,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/WALs/229bab1f9d30,33709,1733691220868/229bab1f9d30%2C33709%2C1733691220868.1733691222093 not finished, retry = 0 2024-12-08T20:53:44,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741834_1010 (size=1867) 2024-12-08T20:53:44,274 DEBUG [RS:1;229bab1f9d30:33709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/oldWALs 2024-12-08T20:53:44,274 INFO [RS:1;229bab1f9d30:33709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C33709%2C1733691220868:(num 1733691222093) 2024-12-08T20:53:44,274 DEBUG [RS:1;229bab1f9d30:33709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:44,274 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:44,274 INFO [RS:1;229bab1f9d30:33709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:44,274 INFO [RS:1;229bab1f9d30:33709 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:44,274 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T20:53:44,274 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T20:53:44,274 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:44,274 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T20:53:44,274 INFO [RS:1;229bab1f9d30:33709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:44,275 INFO [RS:1;229bab1f9d30:33709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33709 2024-12-08T20:53:44,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,33709,1733691220868 2024-12-08T20:53:44,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:44,301 INFO [RS:1;229bab1f9d30:33709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:44,301 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f1dc49026a8@55815d5b rejected from java.util.concurrent.ThreadPoolExecutor@1083d98f[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-08T20:53:44,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,33709,1733691220868] 2024-12-08T20:53:44,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,33709,1733691220868 already deleted, retry=false 2024-12-08T20:53:44,317 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,33709,1733691220868 expired; onlineServers=1 2024-12-08T20:53:44,369 DEBUG [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T20:53:44,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:44,409 INFO [RS:1;229bab1f9d30:33709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:44,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33709-0x100074261430002, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:44,409 INFO [RS:1;229bab1f9d30:33709 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,33709,1733691220868; zookeeper connection closed. 2024-12-08T20:53:44,409 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dd286c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dd286c7 2024-12-08T20:53:44,429 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/.tmp/ns/379963d0564a453dbf74c43de9e20fcd 2024-12-08T20:53:44,447 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/.tmp/table/29a1c9cec0df46deaf50be1112c4fe90 is 61, key is testClearRegionBlockCache/table:state/1733691223426/Put/seqid=0 2024-12-08T20:53:44,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741843_1019 (size=5312) 2024-12-08T20:53:44,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741843_1019 (size=5312) 2024-12-08T20:53:44,452 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/.tmp/table/29a1c9cec0df46deaf50be1112c4fe90 2024-12-08T20:53:44,458 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/.tmp/info/5d1f3ee2eae448328c4c73d295e1fe68 as hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/info/5d1f3ee2eae448328c4c73d295e1fe68 2024-12-08T20:53:44,463 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/info/5d1f3ee2eae448328c4c73d295e1fe68, entries=20, sequenceid=13, filesize=8.0 K 2024-12-08T20:53:44,464 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/.tmp/ns/379963d0564a453dbf74c43de9e20fcd as hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/ns/379963d0564a453dbf74c43de9e20fcd 2024-12-08T20:53:44,470 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/ns/379963d0564a453dbf74c43de9e20fcd, entries=2, sequenceid=13, filesize=5.0 K 2024-12-08T20:53:44,471 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/.tmp/table/29a1c9cec0df46deaf50be1112c4fe90 as hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/table/29a1c9cec0df46deaf50be1112c4fe90 2024-12-08T20:53:44,476 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/table/29a1c9cec0df46deaf50be1112c4fe90, entries=2, sequenceid=13, filesize=5.2 K 2024-12-08T20:53:44,477 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 508ms, sequenceid=13, compaction requested=false 2024-12-08T20:53:44,481 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-08T20:53:44,482 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T20:53:44,482 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:44,482 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691223969Running coprocessor pre-close hooks at 1733691223969Disabling compacts and flushes for region at 1733691223969Disabling writes for close at 1733691223969Obtaining lock to block concurrent updates at 1733691223969Preparing flush snapshotting stores in 1588230740 at 1733691223969Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733691223970 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733691223970Flushing 1588230740/info: creating writer at 1733691223971 (+1 ms)Flushing 1588230740/info: appending metadata at 1733691223987 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733691223987Flushing 1588230740/ns: creating writer at 1733691224010 (+23 ms)Flushing 1588230740/ns: appending metadata at 1733691224022 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733691224023 (+1 ms)Flushing 1588230740/table: creating writer at 1733691224434 (+411 ms)Flushing 1588230740/table: appending metadata at 1733691224447 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733691224447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b42177c: reopening flushed file at 1733691224457 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c679009: reopening flushed file at 1733691224464 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a0dfc6: reopening flushed file at 1733691224470 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 508ms, sequenceid=13, compaction requested=false at 1733691224477 (+7 ms)Writing region close event to WAL at 1733691224478 (+1 ms)Running coprocessor post-close hooks at 1733691224482 (+4 ms)Closed at 1733691224482 2024-12-08T20:53:44,483 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:44,569 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,34429,1733691220806; all regions closed. 2024-12-08T20:53:44,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741835_1011 (size=4338) 2024-12-08T20:53:44,572 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/WALs/229bab1f9d30,34429,1733691220806/229bab1f9d30%2C34429%2C1733691220806.meta.1733691222436.meta not finished, retry = 0 2024-12-08T20:53:44,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741835_1011 (size=4338) 2024-12-08T20:53:44,674 DEBUG [RS:0;229bab1f9d30:34429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/oldWALs 2024-12-08T20:53:44,674 INFO [RS:0;229bab1f9d30:34429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C34429%2C1733691220806.meta:.meta(num 1733691222436) 2024-12-08T20:53:44,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741833_1009 (size=1758) 2024-12-08T20:53:44,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741833_1009 (size=1758) 2024-12-08T20:53:44,678 DEBUG [RS:0;229bab1f9d30:34429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/oldWALs 2024-12-08T20:53:44,678 INFO [RS:0;229bab1f9d30:34429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C34429%2C1733691220806:(num 1733691222079) 2024-12-08T20:53:44,678 DEBUG [RS:0;229bab1f9d30:34429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:44,678 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:44,678 INFO [RS:0;229bab1f9d30:34429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:44,679 INFO [RS:0;229bab1f9d30:34429 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:44,679 INFO [RS:0;229bab1f9d30:34429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:44,679 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:44,679 INFO [RS:0;229bab1f9d30:34429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34429 2024-12-08T20:53:44,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,34429,1733691220806 2024-12-08T20:53:44,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:44,709 INFO [RS:0;229bab1f9d30:34429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:44,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,34429,1733691220806] 2024-12-08T20:53:44,725 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,34429,1733691220806 already deleted, retry=false 2024-12-08T20:53:44,726 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,34429,1733691220806 expired; onlineServers=0 2024-12-08T20:53:44,726 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '229bab1f9d30,34857,1733691220662' ***** 2024-12-08T20:53:44,726 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T20:53:44,726 INFO [M:0;229bab1f9d30:34857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:44,726 INFO [M:0;229bab1f9d30:34857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:44,726 DEBUG [M:0;229bab1f9d30:34857 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T20:53:44,726 DEBUG [M:0;229bab1f9d30:34857 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T20:53:44,726 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T20:53:44,726 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691221785 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691221785,5,FailOnTimeoutGroup] 2024-12-08T20:53:44,726 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691221786 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691221786,5,FailOnTimeoutGroup] 2024-12-08T20:53:44,726 INFO [M:0;229bab1f9d30:34857 {}] hbase.ChoreService(370): Chore service for: master/229bab1f9d30:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:44,726 INFO [M:0;229bab1f9d30:34857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:44,726 DEBUG [M:0;229bab1f9d30:34857 {}] master.HMaster(1795): Stopping service threads 2024-12-08T20:53:44,726 INFO [M:0;229bab1f9d30:34857 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T20:53:44,726 INFO [M:0;229bab1f9d30:34857 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T20:53:44,727 INFO [M:0;229bab1f9d30:34857 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T20:53:44,727 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T20:53:44,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:44,734 DEBUG [M:0;229bab1f9d30:34857 {}] zookeeper.ZKUtil(347): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T20:53:44,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:44,734 WARN [M:0;229bab1f9d30:34857 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T20:53:44,734 INFO [M:0;229bab1f9d30:34857 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/.lastflushedseqids 2024-12-08T20:53:44,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741844_1020 (size=182) 2024-12-08T20:53:44,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741844_1020 (size=182) 2024-12-08T20:53:44,740 INFO [M:0;229bab1f9d30:34857 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T20:53:44,740 INFO [M:0;229bab1f9d30:34857 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T20:53:44,740 DEBUG [M:0;229bab1f9d30:34857 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T20:53:44,740 INFO [M:0;229bab1f9d30:34857 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:44,740 DEBUG [M:0;229bab1f9d30:34857 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:44,740 DEBUG [M:0;229bab1f9d30:34857 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T20:53:44,740 DEBUG [M:0;229bab1f9d30:34857 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:44,740 INFO [M:0;229bab1f9d30:34857 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-08T20:53:44,759 DEBUG [M:0;229bab1f9d30:34857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea92e98d3e4b454bbeee77af3168164e is 82, key is hbase:meta,,1/info:regioninfo/1733691222487/Put/seqid=0 2024-12-08T20:53:44,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741845_1021 (size=5672) 2024-12-08T20:53:44,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741845_1021 (size=5672) 2024-12-08T20:53:44,765 INFO [M:0;229bab1f9d30:34857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea92e98d3e4b454bbeee77af3168164e 2024-12-08T20:53:44,781 DEBUG [M:0;229bab1f9d30:34857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f04a360632a487cba9df6e3e9e06f80 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733691223431/Put/seqid=0 2024-12-08T20:53:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741846_1022 (size=6218) 2024-12-08T20:53:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741846_1022 (size=6218) 2024-12-08T20:53:44,786 INFO [M:0;229bab1f9d30:34857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f04a360632a487cba9df6e3e9e06f80 2024-12-08T20:53:44,809 DEBUG [M:0;229bab1f9d30:34857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35bb2a1705854bf1bace41b89ace6551 is 69, key is 229bab1f9d30,33709,1733691220868/rs:state/1733691221900/Put/seqid=0 2024-12-08T20:53:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741847_1023 (size=5224) 2024-12-08T20:53:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741847_1023 (size=5224) 2024-12-08T20:53:44,814 INFO [M:0;229bab1f9d30:34857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35bb2a1705854bf1bace41b89ace6551 2024-12-08T20:53:44,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:44,817 INFO [RS:0;229bab1f9d30:34429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:44,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34429-0x100074261430001, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:44,817 INFO [RS:0;229bab1f9d30:34429 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,34429,1733691220806; zookeeper connection closed. 2024-12-08T20:53:44,818 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a2e663c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a2e663c 2024-12-08T20:53:44,818 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-08T20:53:44,819 DEBUG [M:0;229bab1f9d30:34857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea92e98d3e4b454bbeee77af3168164e as hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea92e98d3e4b454bbeee77af3168164e 2024-12-08T20:53:44,824 INFO [M:0;229bab1f9d30:34857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea92e98d3e4b454bbeee77af3168164e, entries=8, sequenceid=71, filesize=5.5 K 2024-12-08T20:53:44,825 DEBUG [M:0;229bab1f9d30:34857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f04a360632a487cba9df6e3e9e06f80 as hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f04a360632a487cba9df6e3e9e06f80 2024-12-08T20:53:44,831 INFO [M:0;229bab1f9d30:34857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f04a360632a487cba9df6e3e9e06f80, entries=8, sequenceid=71, filesize=6.1 K 2024-12-08T20:53:44,832 DEBUG [M:0;229bab1f9d30:34857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35bb2a1705854bf1bace41b89ace6551 as hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35bb2a1705854bf1bace41b89ace6551 2024-12-08T20:53:44,837 INFO [M:0;229bab1f9d30:34857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/1bca4934-2594-ba1d-1913-1b566648eb98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35bb2a1705854bf1bace41b89ace6551, entries=2, sequenceid=71, filesize=5.1 K 2024-12-08T20:53:44,838 INFO [M:0;229bab1f9d30:34857 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false 2024-12-08T20:53:44,839 INFO [M:0;229bab1f9d30:34857 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:44,839 DEBUG [M:0;229bab1f9d30:34857 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691224740Disabling compacts and flushes for region at 1733691224740Disabling writes for close at 1733691224740Obtaining lock to block concurrent updates at 1733691224740Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733691224740Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733691224741 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733691224741Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733691224741Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733691224758 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733691224758Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733691224769 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733691224781 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733691224781Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733691224791 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733691224808 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733691224809 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa6270e: reopening flushed file at 1733691224818 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@517f3111: reopening flushed file at 1733691224824 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51374e28: reopening flushed file at 1733691224831 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false at 1733691224838 (+7 ms)Writing region close event to WAL at 1733691224839 (+1 ms)Closed at 1733691224839 2024-12-08T20:53:44,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32975 is added to blk_1073741830_1006 (size=35428) 2024-12-08T20:53:44,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741830_1006 (size=35428) 2024-12-08T20:53:44,842 INFO [M:0;229bab1f9d30:34857 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T20:53:44,842 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:44,843 INFO [M:0;229bab1f9d30:34857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34857 2024-12-08T20:53:44,843 INFO [M:0;229bab1f9d30:34857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:44,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:44,976 INFO [M:0;229bab1f9d30:34857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:44,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34857-0x100074261430000, quorum=127.0.0.1:52469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:44,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6619e1a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:44,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e5d1366{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:44,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:44,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526ababc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:44,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e75b94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:44,979 WARN [BP-1762405309-172.17.0.2-1733691219086 heartbeating to localhost/127.0.0.1:45903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T20:53:44,979 WARN [BP-1762405309-172.17.0.2-1733691219086 heartbeating to localhost/127.0.0.1:45903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1762405309-172.17.0.2-1733691219086 (Datanode Uuid 5402ec21-76a6-4913-b1ec-6ecab0b40355) service to localhost/127.0.0.1:45903 2024-12-08T20:53:44,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/cluster_73321bc5-e802-1e13-2ac1-ceeb84466e5a/data/data4/current/BP-1762405309-172.17.0.2-1733691219086 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:44,980 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T20:53:44,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/cluster_73321bc5-e802-1e13-2ac1-ceeb84466e5a/data/data3/current/BP-1762405309-172.17.0.2-1733691219086 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:44,980 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T20:53:44,980 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T20:53:44,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2763a99b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:44,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c10967e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:44,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:44,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261a65ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:44,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ef77ed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:44,983 WARN [BP-1762405309-172.17.0.2-1733691219086 heartbeating to localhost/127.0.0.1:45903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T20:53:44,983 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T20:53:44,983 WARN [BP-1762405309-172.17.0.2-1733691219086 heartbeating to localhost/127.0.0.1:45903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1762405309-172.17.0.2-1733691219086 (Datanode Uuid 81c21c6e-d57c-4780-baad-c669918b23a5) service to localhost/127.0.0.1:45903 2024-12-08T20:53:44,983 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T20:53:44,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/cluster_73321bc5-e802-1e13-2ac1-ceeb84466e5a/data/data1/current/BP-1762405309-172.17.0.2-1733691219086 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:44,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/cluster_73321bc5-e802-1e13-2ac1-ceeb84466e5a/data/data2/current/BP-1762405309-172.17.0.2-1733691219086 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:44,984 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T20:53:44,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f7c48ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T20:53:44,988 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c5f308a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:44,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:44,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ade3e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:44,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31a70078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:44,994 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T20:53:45,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T20:53:45,015 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=156 (was 136) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:45903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:45903 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:45903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:45903 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 172) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=16409 (was 16624) 2024-12-08T20:53:45,022 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=156, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=16409 2024-12-08T20:53:45,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/hadoop.log.dir so I do NOT create it in target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e 2024-12-08T20:53:45,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/hadoop.log.dir Erasing configuration value by system value. 2024-12-08T20:53:45,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/hadoop.tmp.dir so I do NOT create it in target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e 2024-12-08T20:53:45,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ffc4c725-5302-333e-2a31-8aff6515fbc1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-08T20:53:45,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e 2024-12-08T20:53:45,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T20:53:45,033 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/cluster_1fb5b7cb-9e73-a6a3-8e36-9287c04adf0b, deleteOnExit=true 2024-12-08T20:53:45,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T20:53:45,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/test.cache.data in system properties and HBase conf 2024-12-08T20:53:45,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T20:53:45,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/hadoop.log.dir in system properties and HBase conf 2024-12-08T20:53:45,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T20:53:45,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T20:53:45,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T20:53:45,033 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T20:53:45,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T20:53:45,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T20:53:45,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T20:53:45,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T20:53:45,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T20:53:45,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T20:53:45,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T20:53:45,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T20:53:45,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T20:53:45,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/nfs.dump.dir in system properties and HBase conf 2024-12-08T20:53:45,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/java.io.tmpdir in system properties and HBase conf 2024-12-08T20:53:45,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T20:53:45,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T20:53:45,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T20:53:45,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:45,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:45,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:45,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:45,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T20:53:45,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:45,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2303343d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:45,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38d30f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:45,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d34d60d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/java.io.tmpdir/jetty-localhost-44601-hadoop-hdfs-3_4_1-tests_jar-_-any-12197216831514251239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T20:53:45,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ce28638{HTTP/1.1, (http/1.1)}{localhost:44601} 2024-12-08T20:53:45,425 INFO [Time-limited test {}] server.Server(415): Started @29694ms 2024-12-08T20:53:45,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:45,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:45,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:45,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:45,630 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T20:53:45,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@432aabaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:45,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d14d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:45,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@acd073c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/java.io.tmpdir/jetty-localhost-43435-hadoop-hdfs-3_4_1-tests_jar-_-any-6563543487013164637/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:45,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c74cf3d{HTTP/1.1, (http/1.1)}{localhost:43435} 2024-12-08T20:53:45,721 INFO [Time-limited test {}] server.Server(415): Started @29990ms 2024-12-08T20:53:45,722 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T20:53:45,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:45,751 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:45,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:45,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:45,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T20:53:45,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51544fa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:45,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@99f9131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:45,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4aa418b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/java.io.tmpdir/jetty-localhost-46195-hadoop-hdfs-3_4_1-tests_jar-_-any-10474840293264317136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:45,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26750469{HTTP/1.1, (http/1.1)}{localhost:46195} 2024-12-08T20:53:45,864 INFO [Time-limited test {}] server.Server(415): Started @30133ms 2024-12-08T20:53:45,865 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T20:53:46,718 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/cluster_1fb5b7cb-9e73-a6a3-8e36-9287c04adf0b/data/data1/current/BP-2095766251-172.17.0.2-1733691225055/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:46,718 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/cluster_1fb5b7cb-9e73-a6a3-8e36-9287c04adf0b/data/data2/current/BP-2095766251-172.17.0.2-1733691225055/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:46,736 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T20:53:46,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef0710423660405b with lease ID 0x4f11a442d9f62b65: Processing first storage report for DS-f8d4b6f2-9e02-49d0-a0e5-78ca91877576 from datanode DatanodeRegistration(127.0.0.1:33705, datanodeUuid=480895da-47a5-4416-a3a3-1deb3878f56b, infoPort=38227, infoSecurePort=0, ipcPort=40213, storageInfo=lv=-57;cid=testClusterID;nsid=453214424;c=1733691225055) 2024-12-08T20:53:46,738 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef0710423660405b with lease ID 0x4f11a442d9f62b65: from storage DS-f8d4b6f2-9e02-49d0-a0e5-78ca91877576 node DatanodeRegistration(127.0.0.1:33705, datanodeUuid=480895da-47a5-4416-a3a3-1deb3878f56b, infoPort=38227, infoSecurePort=0, ipcPort=40213, storageInfo=lv=-57;cid=testClusterID;nsid=453214424;c=1733691225055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:46,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef0710423660405b with lease ID 0x4f11a442d9f62b65: Processing first storage report for DS-7ad83198-35d2-4c3f-b4c7-ed5cd28460ee from datanode DatanodeRegistration(127.0.0.1:33705, datanodeUuid=480895da-47a5-4416-a3a3-1deb3878f56b, infoPort=38227, infoSecurePort=0, ipcPort=40213, storageInfo=lv=-57;cid=testClusterID;nsid=453214424;c=1733691225055) 2024-12-08T20:53:46,738 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef0710423660405b with lease ID 0x4f11a442d9f62b65: from storage DS-7ad83198-35d2-4c3f-b4c7-ed5cd28460ee node DatanodeRegistration(127.0.0.1:33705, datanodeUuid=480895da-47a5-4416-a3a3-1deb3878f56b, infoPort=38227, infoSecurePort=0, ipcPort=40213, storageInfo=lv=-57;cid=testClusterID;nsid=453214424;c=1733691225055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:46,811 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/cluster_1fb5b7cb-9e73-a6a3-8e36-9287c04adf0b/data/data3/current/BP-2095766251-172.17.0.2-1733691225055/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:46,811 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/cluster_1fb5b7cb-9e73-a6a3-8e36-9287c04adf0b/data/data4/current/BP-2095766251-172.17.0.2-1733691225055/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:46,834 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T20:53:46,836 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf8002213690f764 with lease ID 0x4f11a442d9f62b66: Processing first storage report for DS-d62c927b-a29d-4531-8e16-eb83ee2f6895 from datanode DatanodeRegistration(127.0.0.1:41707, datanodeUuid=4a84df98-8b00-4924-b7c3-401a403eabe0, infoPort=39731, infoSecurePort=0, ipcPort=36789, storageInfo=lv=-57;cid=testClusterID;nsid=453214424;c=1733691225055) 2024-12-08T20:53:46,836 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf8002213690f764 with lease ID 0x4f11a442d9f62b66: from storage DS-d62c927b-a29d-4531-8e16-eb83ee2f6895 node DatanodeRegistration(127.0.0.1:41707, datanodeUuid=4a84df98-8b00-4924-b7c3-401a403eabe0, infoPort=39731, infoSecurePort=0, ipcPort=36789, storageInfo=lv=-57;cid=testClusterID;nsid=453214424;c=1733691225055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:46,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf8002213690f764 with lease ID 0x4f11a442d9f62b66: Processing first storage report for DS-7caf6b5c-4fd7-4d45-93d7-7ca03447fdb0 from datanode DatanodeRegistration(127.0.0.1:41707, datanodeUuid=4a84df98-8b00-4924-b7c3-401a403eabe0, infoPort=39731, infoSecurePort=0, ipcPort=36789, storageInfo=lv=-57;cid=testClusterID;nsid=453214424;c=1733691225055) 2024-12-08T20:53:46,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf8002213690f764 with lease ID 0x4f11a442d9f62b66: from storage DS-7caf6b5c-4fd7-4d45-93d7-7ca03447fdb0 node DatanodeRegistration(127.0.0.1:41707, datanodeUuid=4a84df98-8b00-4924-b7c3-401a403eabe0, infoPort=39731, infoSecurePort=0, ipcPort=36789, storageInfo=lv=-57;cid=testClusterID;nsid=453214424;c=1733691225055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:46,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e 2024-12-08T20:53:46,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/cluster_1fb5b7cb-9e73-a6a3-8e36-9287c04adf0b/zookeeper_0, clientPort=55314, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/cluster_1fb5b7cb-9e73-a6a3-8e36-9287c04adf0b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/cluster_1fb5b7cb-9e73-a6a3-8e36-9287c04adf0b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T20:53:46,900 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55314 2024-12-08T20:53:46,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:46,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:46,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741825_1001 (size=7) 2024-12-08T20:53:46,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741825_1001 (size=7) 2024-12-08T20:53:46,919 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34 with version=8 2024-12-08T20:53:46,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/hbase-staging 2024-12-08T20:53:46,922 INFO [Time-limited test {}] client.ConnectionUtils(128): master/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:46,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:46,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:46,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:46,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:46,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:46,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T20:53:46,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:46,923 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34773 2024-12-08T20:53:46,924 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34773 connecting to ZooKeeper ensemble=127.0.0.1:55314 2024-12-08T20:53:46,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347730x0, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:46,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34773-0x100074279ab0000 connected 2024-12-08T20:53:47,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:47,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:47,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:47,054 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34, hbase.cluster.distributed=false 2024-12-08T20:53:47,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:47,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34773 2024-12-08T20:53:47,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34773 2024-12-08T20:53:47,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34773 2024-12-08T20:53:47,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34773 2024-12-08T20:53:47,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34773 2024-12-08T20:53:47,075 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:47,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:47,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:47,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:47,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:47,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:47,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T20:53:47,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:47,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35897 2024-12-08T20:53:47,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35897 connecting to ZooKeeper ensemble=127.0.0.1:55314 2024-12-08T20:53:47,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:47,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:47,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358970x0, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:47,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35897-0x100074279ab0001 connected 2024-12-08T20:53:47,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:47,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T20:53:47,093 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-08T20:53:47,099 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-08T20:53:47,100 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-08T20:53:47,107 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-08T20:53:47,108 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T20:53:47,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T20:53:47,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:47,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35897 2024-12-08T20:53:47,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35897 2024-12-08T20:53:47,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35897 2024-12-08T20:53:47,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35897 2024-12-08T20:53:47,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35897 2024-12-08T20:53:47,132 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:47,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:47,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:47,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:47,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:47,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:47,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T20:53:47,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:47,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41215 2024-12-08T20:53:47,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41215 connecting to ZooKeeper ensemble=127.0.0.1:55314 2024-12-08T20:53:47,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:47,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:47,149 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412150x0, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:47,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41215-0x100074279ab0002 connected 2024-12-08T20:53:47,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:47,150 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T20:53:47,151 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-08T20:53:47,159 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-08T20:53:47,159 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-08T20:53:47,159 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-08T20:53:47,163 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T20:53:47,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T20:53:47,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:47,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41215 2024-12-08T20:53:47,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41215 2024-12-08T20:53:47,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41215 2024-12-08T20:53:47,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41215 2024-12-08T20:53:47,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41215 2024-12-08T20:53:47,182 DEBUG [M:0;229bab1f9d30:34773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;229bab1f9d30:34773 2024-12-08T20:53:47,182 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/229bab1f9d30,34773,1733691226921 2024-12-08T20:53:47,191 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:47,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:47,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:47,192 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/229bab1f9d30,34773,1733691226921 2024-12-08T20:53:47,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,199 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:47,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:47,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,199 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,200 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T20:53:47,200 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/229bab1f9d30,34773,1733691226921 from backup master directory 2024-12-08T20:53:47,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:47,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/229bab1f9d30,34773,1733691226921 2024-12-08T20:53:47,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:47,208 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:47,208 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=229bab1f9d30,34773,1733691226921 2024-12-08T20:53:47,212 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/hbase.id] with ID: d7e80c99-7a0a-4058-a5e0-f6b1b2dd9aa8 2024-12-08T20:53:47,212 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/.tmp/hbase.id 2024-12-08T20:53:47,212 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:47,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741826_1002 (size=42) 2024-12-08T20:53:47,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741826_1002 (size=42) 2024-12-08T20:53:47,219 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/.tmp/hbase.id]:[hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/hbase.id] 2024-12-08T20:53:47,229 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:47,230 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T20:53:47,231 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-08T20:53:47,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,241 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741827_1003 (size=196) 2024-12-08T20:53:47,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741827_1003 (size=196) 2024-12-08T20:53:47,247 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:53:47,248 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T20:53:47,248 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:47,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741828_1004 (size=1189) 2024-12-08T20:53:47,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741828_1004 (size=1189) 2024-12-08T20:53:47,256 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store 2024-12-08T20:53:47,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741829_1005 (size=34) 2024-12-08T20:53:47,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741829_1005 (size=34) 2024-12-08T20:53:47,262 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:47,262 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T20:53:47,262 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:47,262 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:47,262 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T20:53:47,262 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:47,263 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:47,263 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691227262Disabling compacts and flushes for region at 1733691227262Disabling writes for close at 1733691227262Writing region close event to WAL at 1733691227263 (+1 ms)Closed at 1733691227263 2024-12-08T20:53:47,263 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/.initializing 2024-12-08T20:53:47,263 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/WALs/229bab1f9d30,34773,1733691226921 2024-12-08T20:53:47,264 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:47,266 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C34773%2C1733691226921, suffix=, logDir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/WALs/229bab1f9d30,34773,1733691226921, archiveDir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/oldWALs, maxLogs=10 2024-12-08T20:53:47,278 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/WALs/229bab1f9d30,34773,1733691226921/229bab1f9d30%2C34773%2C1733691226921.1733691227266, exclude list is [], retry=0 2024-12-08T20:53:47,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33705,DS-f8d4b6f2-9e02-49d0-a0e5-78ca91877576,DISK] 2024-12-08T20:53:47,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-d62c927b-a29d-4531-8e16-eb83ee2f6895,DISK] 2024-12-08T20:53:47,284 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/WALs/229bab1f9d30,34773,1733691226921/229bab1f9d30%2C34773%2C1733691226921.1733691227266 2024-12-08T20:53:47,286 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38227:38227),(127.0.0.1/127.0.0.1:39731:39731)] 2024-12-08T20:53:47,286 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:53:47,286 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:47,286 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:47,287 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:47,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:47,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T20:53:47,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:47,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:47,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:47,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T20:53:47,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:47,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:47,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:47,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T20:53:47,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:47,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:47,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:47,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T20:53:47,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:47,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:47,296 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:47,296 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:47,297 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:47,298 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:47,298 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:47,298 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:47,299 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:47,301 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:47,302 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75216670, jitterRate=0.12081572413444519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:47,302 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733691227287Initializing all the Stores at 1733691227288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691227288Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691227288Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691227288Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691227288Cleaning up temporary data from old regions at 1733691227298 (+10 ms)Region opened successfully at 1733691227302 (+4 ms) 2024-12-08T20:53:47,302 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T20:53:47,306 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603a9030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:47,307 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T20:53:47,307 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T20:53:47,307 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T20:53:47,307 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T20:53:47,308 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-08T20:53:47,308 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-08T20:53:47,308 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T20:53:47,310 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T20:53:47,311 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T20:53:47,324 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T20:53:47,325 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T20:53:47,326 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T20:53:47,333 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T20:53:47,333 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T20:53:47,334 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T20:53:47,341 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T20:53:47,342 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T20:53:47,349 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T20:53:47,351 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T20:53:47,358 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T20:53:47,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:47,366 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:47,366 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:47,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,368 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=229bab1f9d30,34773,1733691226921, sessionid=0x100074279ab0000, setting cluster-up flag (Was=false) 2024-12-08T20:53:47,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,383 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,408 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T20:53:47,409 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,34773,1733691226921 2024-12-08T20:53:47,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,424 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,449 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T20:53:47,450 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,34773,1733691226921 2024-12-08T20:53:47,451 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T20:53:47,452 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:47,453 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T20:53:47,453 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T20:53:47,453 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 229bab1f9d30,34773,1733691226921 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T20:53:47,454 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:47,454 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:47,454 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:47,454 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:47,454 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/229bab1f9d30:0, corePoolSize=10, maxPoolSize=10 2024-12-08T20:53:47,454 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,454 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:47,454 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,456 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:47,456 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T20:53:47,457 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:47,457 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T20:53:47,459 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733691257459 2024-12-08T20:53:47,459 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T20:53:47,460 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T20:53:47,460 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T20:53:47,460 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T20:53:47,460 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T20:53:47,460 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T20:53:47,464 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,467 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T20:53:47,467 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T20:53:47,467 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T20:53:47,470 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T20:53:47,470 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T20:53:47,470 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691227470,5,FailOnTimeoutGroup] 2024-12-08T20:53:47,470 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691227470,5,FailOnTimeoutGroup] 2024-12-08T20:53:47,470 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,471 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T20:53:47,471 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,471 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741831_1007 (size=1321) 2024-12-08T20:53:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741831_1007 (size=1321) 2024-12-08T20:53:47,473 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T20:53:47,473 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34 2024-12-08T20:53:47,483 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(746): ClusterId : d7e80c99-7a0a-4058-a5e0-f6b1b2dd9aa8 2024-12-08T20:53:47,483 DEBUG [RS:0;229bab1f9d30:35897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T20:53:47,491 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(746): ClusterId : d7e80c99-7a0a-4058-a5e0-f6b1b2dd9aa8 2024-12-08T20:53:47,491 DEBUG [RS:1;229bab1f9d30:41215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T20:53:47,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741832_1008 (size=32) 2024-12-08T20:53:47,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741832_1008 (size=32) 2024-12-08T20:53:47,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:47,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T20:53:47,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T20:53:47,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:47,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:47,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T20:53:47,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T20:53:47,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:47,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:47,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T20:53:47,499 DEBUG [RS:0;229bab1f9d30:35897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T20:53:47,499 DEBUG [RS:0;229bab1f9d30:35897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T20:53:47,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T20:53:47,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:47,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:47,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T20:53:47,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T20:53:47,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:47,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:47,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T20:53:47,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740 2024-12-08T20:53:47,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740 2024-12-08T20:53:47,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T20:53:47,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T20:53:47,506 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:47,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T20:53:47,507 DEBUG [RS:1;229bab1f9d30:41215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T20:53:47,508 DEBUG [RS:1;229bab1f9d30:41215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T20:53:47,509 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:47,509 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61269670, jitterRate=-0.08701077103614807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:47,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733691227493Initializing all the Stores at 1733691227494 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691227494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691227495 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691227495Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691227495Cleaning up temporary data from old regions at 1733691227505 (+10 ms)Region opened successfully at 1733691227510 (+5 ms) 2024-12-08T20:53:47,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T20:53:47,510 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T20:53:47,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T20:53:47,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T20:53:47,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T20:53:47,510 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:47,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691227510Disabling compacts and flushes for region at 1733691227510Disabling writes for close at 1733691227510Writing region close event to WAL at 1733691227510Closed at 1733691227510 2024-12-08T20:53:47,511 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:47,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T20:53:47,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T20:53:47,513 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T20:53:47,514 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T20:53:47,516 DEBUG [RS:0;229bab1f9d30:35897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T20:53:47,516 DEBUG [RS:1;229bab1f9d30:41215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T20:53:47,517 DEBUG [RS:0;229bab1f9d30:35897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdebf07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:47,517 DEBUG [RS:1;229bab1f9d30:41215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671029d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:47,526 DEBUG [RS:0;229bab1f9d30:35897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;229bab1f9d30:35897 2024-12-08T20:53:47,526 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T20:53:47,526 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T20:53:47,527 DEBUG [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T20:53:47,527 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,34773,1733691226921 with port=35897, startcode=1733691227075 2024-12-08T20:53:47,527 DEBUG [RS:0;229bab1f9d30:35897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T20:53:47,529 DEBUG [RS:1;229bab1f9d30:41215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;229bab1f9d30:41215 2024-12-08T20:53:47,529 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T20:53:47,529 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T20:53:47,529 DEBUG [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T20:53:47,530 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,34773,1733691226921 with port=41215, startcode=1733691227131 2024-12-08T20:53:47,530 DEBUG [RS:1;229bab1f9d30:41215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T20:53:47,531 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58921, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T20:53:47,531 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37811, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T20:53:47,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34773 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,35897,1733691227075 2024-12-08T20:53:47,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34773 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,35897,1733691227075 2024-12-08T20:53:47,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34773 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,41215,1733691227131 2024-12-08T20:53:47,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34773 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,41215,1733691227131 2024-12-08T20:53:47,533 DEBUG [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34 2024-12-08T20:53:47,533 DEBUG [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41155 2024-12-08T20:53:47,533 DEBUG [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T20:53:47,535 DEBUG [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34 2024-12-08T20:53:47,535 DEBUG [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41155 2024-12-08T20:53:47,535 DEBUG [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T20:53:47,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:47,570 DEBUG [RS:0;229bab1f9d30:35897 {}] zookeeper.ZKUtil(111): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,35897,1733691227075 2024-12-08T20:53:47,570 WARN [RS:0;229bab1f9d30:35897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:47,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,35897,1733691227075] 2024-12-08T20:53:47,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,41215,1733691227131] 2024-12-08T20:53:47,570 INFO [RS:0;229bab1f9d30:35897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:47,571 DEBUG [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/WALs/229bab1f9d30,35897,1733691227075 2024-12-08T20:53:47,571 DEBUG [RS:1;229bab1f9d30:41215 {}] zookeeper.ZKUtil(111): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,41215,1733691227131 2024-12-08T20:53:47,571 WARN [RS:1;229bab1f9d30:41215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:47,571 INFO [RS:1;229bab1f9d30:41215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:47,571 DEBUG [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/WALs/229bab1f9d30,41215,1733691227131 2024-12-08T20:53:47,574 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T20:53:47,574 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T20:53:47,576 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T20:53:47,576 INFO [RS:0;229bab1f9d30:35897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T20:53:47,576 INFO [RS:0;229bab1f9d30:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,577 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T20:53:47,577 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T20:53:47,578 INFO [RS:0;229bab1f9d30:35897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T20:53:47,578 INFO [RS:0;229bab1f9d30:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,578 DEBUG [RS:0;229bab1f9d30:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,578 DEBUG [RS:0;229bab1f9d30:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,578 DEBUG [RS:0;229bab1f9d30:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,578 DEBUG [RS:0;229bab1f9d30:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,578 DEBUG [RS:0;229bab1f9d30:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,578 DEBUG [RS:0;229bab1f9d30:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:47,578 DEBUG [RS:0;229bab1f9d30:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,578 DEBUG [RS:0;229bab1f9d30:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,578 DEBUG [RS:0;229bab1f9d30:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,578 DEBUG [RS:0;229bab1f9d30:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,578 DEBUG [RS:0;229bab1f9d30:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,578 DEBUG [RS:0;229bab1f9d30:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,578 DEBUG [RS:0;229bab1f9d30:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:47,578 DEBUG [RS:0;229bab1f9d30:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:47,580 INFO [RS:1;229bab1f9d30:41215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T20:53:47,580 INFO [RS:1;229bab1f9d30:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,580 INFO [RS:0;229bab1f9d30:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,580 INFO [RS:0;229bab1f9d30:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,580 INFO [RS:0;229bab1f9d30:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,580 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T20:53:47,580 INFO [RS:0;229bab1f9d30:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,580 INFO [RS:0;229bab1f9d30:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,581 INFO [RS:0;229bab1f9d30:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,35897,1733691227075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:47,581 INFO [RS:1;229bab1f9d30:41215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T20:53:47,581 INFO [RS:1;229bab1f9d30:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,581 DEBUG [RS:1;229bab1f9d30:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,581 DEBUG [RS:1;229bab1f9d30:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,581 DEBUG [RS:1;229bab1f9d30:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,582 DEBUG [RS:1;229bab1f9d30:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,582 DEBUG [RS:1;229bab1f9d30:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,582 DEBUG [RS:1;229bab1f9d30:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:47,582 DEBUG [RS:1;229bab1f9d30:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,582 DEBUG [RS:1;229bab1f9d30:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,582 DEBUG [RS:1;229bab1f9d30:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,582 DEBUG [RS:1;229bab1f9d30:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,582 DEBUG [RS:1;229bab1f9d30:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,582 DEBUG [RS:1;229bab1f9d30:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:47,582 DEBUG [RS:1;229bab1f9d30:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:47,582 DEBUG [RS:1;229bab1f9d30:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:47,582 INFO [RS:1;229bab1f9d30:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,583 INFO [RS:1;229bab1f9d30:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,583 INFO [RS:1;229bab1f9d30:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,583 INFO [RS:1;229bab1f9d30:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,583 INFO [RS:1;229bab1f9d30:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,583 INFO [RS:1;229bab1f9d30:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,41215,1733691227131-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:47,598 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T20:53:47,599 INFO [RS:0;229bab1f9d30:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,35897,1733691227075-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,599 INFO [RS:0;229bab1f9d30:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,599 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.Replication(171): 229bab1f9d30,35897,1733691227075 started 2024-12-08T20:53:47,601 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T20:53:47,601 INFO [RS:1;229bab1f9d30:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,41215,1733691227131-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,601 INFO [RS:1;229bab1f9d30:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,601 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.Replication(171): 229bab1f9d30,41215,1733691227131 started 2024-12-08T20:53:47,617 INFO [RS:0;229bab1f9d30:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,617 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,35897,1733691227075, RpcServer on 229bab1f9d30/172.17.0.2:35897, sessionid=0x100074279ab0001 2024-12-08T20:53:47,618 DEBUG [RS:0;229bab1f9d30:35897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T20:53:47,618 DEBUG [RS:0;229bab1f9d30:35897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,35897,1733691227075 2024-12-08T20:53:47,618 DEBUG [RS:0;229bab1f9d30:35897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,35897,1733691227075' 2024-12-08T20:53:47,618 DEBUG [RS:0;229bab1f9d30:35897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T20:53:47,618 DEBUG [RS:0;229bab1f9d30:35897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T20:53:47,618 INFO [RS:1;229bab1f9d30:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:47,619 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,41215,1733691227131, RpcServer on 229bab1f9d30/172.17.0.2:41215, sessionid=0x100074279ab0002 2024-12-08T20:53:47,619 DEBUG [RS:0;229bab1f9d30:35897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T20:53:47,619 DEBUG [RS:0;229bab1f9d30:35897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T20:53:47,619 DEBUG [RS:0;229bab1f9d30:35897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,35897,1733691227075 2024-12-08T20:53:47,619 DEBUG [RS:1;229bab1f9d30:41215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T20:53:47,619 DEBUG [RS:0;229bab1f9d30:35897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,35897,1733691227075' 2024-12-08T20:53:47,619 DEBUG [RS:1;229bab1f9d30:41215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,41215,1733691227131 2024-12-08T20:53:47,619 DEBUG [RS:0;229bab1f9d30:35897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T20:53:47,619 DEBUG [RS:1;229bab1f9d30:41215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,41215,1733691227131' 2024-12-08T20:53:47,619 DEBUG [RS:1;229bab1f9d30:41215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T20:53:47,619 DEBUG [RS:0;229bab1f9d30:35897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T20:53:47,619 DEBUG [RS:1;229bab1f9d30:41215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T20:53:47,619 DEBUG [RS:0;229bab1f9d30:35897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T20:53:47,619 INFO [RS:0;229bab1f9d30:35897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T20:53:47,619 INFO [RS:0;229bab1f9d30:35897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T20:53:47,619 DEBUG [RS:1;229bab1f9d30:41215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T20:53:47,620 DEBUG [RS:1;229bab1f9d30:41215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T20:53:47,620 DEBUG [RS:1;229bab1f9d30:41215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,41215,1733691227131 2024-12-08T20:53:47,620 DEBUG [RS:1;229bab1f9d30:41215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,41215,1733691227131' 2024-12-08T20:53:47,620 DEBUG [RS:1;229bab1f9d30:41215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T20:53:47,620 DEBUG [RS:1;229bab1f9d30:41215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T20:53:47,620 DEBUG [RS:1;229bab1f9d30:41215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T20:53:47,620 INFO [RS:1;229bab1f9d30:41215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T20:53:47,620 INFO [RS:1;229bab1f9d30:41215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T20:53:47,664 WARN [229bab1f9d30:34773 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T20:53:47,720 INFO [RS:0;229bab1f9d30:35897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:47,721 INFO [RS:1;229bab1f9d30:41215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:47,721 INFO [RS:0;229bab1f9d30:35897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C35897%2C1733691227075, suffix=, logDir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/WALs/229bab1f9d30,35897,1733691227075, archiveDir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/oldWALs, maxLogs=32 2024-12-08T20:53:47,722 INFO [RS:1;229bab1f9d30:41215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C41215%2C1733691227131, suffix=, logDir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/WALs/229bab1f9d30,41215,1733691227131, archiveDir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/oldWALs, maxLogs=32 2024-12-08T20:53:47,733 DEBUG [RS:0;229bab1f9d30:35897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/WALs/229bab1f9d30,35897,1733691227075/229bab1f9d30%2C35897%2C1733691227075.1733691227722, exclude list is [], retry=0 2024-12-08T20:53:47,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-d62c927b-a29d-4531-8e16-eb83ee2f6895,DISK] 2024-12-08T20:53:47,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33705,DS-f8d4b6f2-9e02-49d0-a0e5-78ca91877576,DISK] 2024-12-08T20:53:47,737 DEBUG [RS:1;229bab1f9d30:41215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/WALs/229bab1f9d30,41215,1733691227131/229bab1f9d30%2C41215%2C1733691227131.1733691227722, exclude list is [], retry=0 2024-12-08T20:53:47,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33705,DS-f8d4b6f2-9e02-49d0-a0e5-78ca91877576,DISK] 2024-12-08T20:53:47,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-d62c927b-a29d-4531-8e16-eb83ee2f6895,DISK] 2024-12-08T20:53:47,747 INFO [RS:0;229bab1f9d30:35897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/WALs/229bab1f9d30,35897,1733691227075/229bab1f9d30%2C35897%2C1733691227075.1733691227722 2024-12-08T20:53:47,751 DEBUG [RS:0;229bab1f9d30:35897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38227:38227),(127.0.0.1/127.0.0.1:39731:39731)] 2024-12-08T20:53:47,751 INFO [RS:1;229bab1f9d30:41215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/WALs/229bab1f9d30,41215,1733691227131/229bab1f9d30%2C41215%2C1733691227131.1733691227722 2024-12-08T20:53:47,752 DEBUG [RS:1;229bab1f9d30:41215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39731:39731),(127.0.0.1/127.0.0.1:38227:38227)] 2024-12-08T20:53:47,914 DEBUG [229bab1f9d30:34773 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-08T20:53:47,915 DEBUG [229bab1f9d30:34773 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T20:53:47,917 DEBUG [229bab1f9d30:34773 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T20:53:47,917 DEBUG [229bab1f9d30:34773 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T20:53:47,917 DEBUG [229bab1f9d30:34773 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T20:53:47,917 DEBUG [229bab1f9d30:34773 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T20:53:47,917 INFO [229bab1f9d30:34773 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T20:53:47,917 INFO [229bab1f9d30:34773 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T20:53:47,918 DEBUG [229bab1f9d30:34773 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T20:53:47,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=229bab1f9d30,35897,1733691227075 2024-12-08T20:53:47,919 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,35897,1733691227075, state=OPENING 2024-12-08T20:53:47,949 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T20:53:47,957 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:47,958 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T20:53:47,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,35897,1733691227075}] 2024-12-08T20:53:47,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:47,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:47,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:47,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T20:53:47,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:47,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:47,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:47,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:47,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:47,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:47,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:47,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:48,111 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:48,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41397, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:48,116 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T20:53:48,116 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:48,117 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T20:53:48,118 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C35897%2C1733691227075.meta, suffix=.meta, logDir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/WALs/229bab1f9d30,35897,1733691227075, archiveDir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/oldWALs, maxLogs=32 2024-12-08T20:53:48,130 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/WALs/229bab1f9d30,35897,1733691227075/229bab1f9d30%2C35897%2C1733691227075.meta.1733691228119.meta, exclude list is [], retry=0 2024-12-08T20:53:48,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-d62c927b-a29d-4531-8e16-eb83ee2f6895,DISK] 2024-12-08T20:53:48,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33705,DS-f8d4b6f2-9e02-49d0-a0e5-78ca91877576,DISK] 2024-12-08T20:53:48,134 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/WALs/229bab1f9d30,35897,1733691227075/229bab1f9d30%2C35897%2C1733691227075.meta.1733691228119.meta 2024-12-08T20:53:48,134 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38227:38227),(127.0.0.1/127.0.0.1:39731:39731)] 2024-12-08T20:53:48,134 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:53:48,135 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T20:53:48,135 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T20:53:48,135 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T20:53:48,135 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T20:53:48,135 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:48,135 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T20:53:48,135 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T20:53:48,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T20:53:48,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T20:53:48,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:48,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:48,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T20:53:48,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T20:53:48,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:48,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:48,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T20:53:48,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T20:53:48,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:48,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:48,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T20:53:48,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T20:53:48,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:48,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:48,142 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T20:53:48,143 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740 2024-12-08T20:53:48,144 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740 2024-12-08T20:53:48,145 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T20:53:48,145 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T20:53:48,146 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:48,147 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T20:53:48,148 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72594249, jitterRate=0.08173860609531403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:48,148 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T20:53:48,148 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733691228135Writing region info on filesystem at 1733691228135Initializing all the Stores at 1733691228136 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691228136Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691228136Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691228136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691228136Cleaning up temporary data from old regions at 1733691228145 (+9 ms)Running coprocessor post-open hooks at 1733691228148 (+3 ms)Region opened successfully at 1733691228148 2024-12-08T20:53:48,149 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733691228111 2024-12-08T20:53:48,151 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T20:53:48,151 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T20:53:48,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,35897,1733691227075 2024-12-08T20:53:48,152 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,35897,1733691227075, state=OPEN 2024-12-08T20:53:48,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:48,166 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:48,166 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=229bab1f9d30,35897,1733691227075 2024-12-08T20:53:48,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:48,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:48,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:48,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:48,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T20:53:48,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,35897,1733691227075 in 208 msec 2024-12-08T20:53:48,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T20:53:48,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 656 msec 2024-12-08T20:53:48,171 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:48,171 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T20:53:48,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:53:48,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,35897,1733691227075, seqNum=-1] 2024-12-08T20:53:48,173 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:48,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33663, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:48,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 727 msec 2024-12-08T20:53:48,180 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733691228180, completionTime=-1 2024-12-08T20:53:48,180 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-08T20:53:48,180 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T20:53:48,182 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-08T20:53:48,182 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733691288182 2024-12-08T20:53:48,182 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733691348182 2024-12-08T20:53:48,182 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-08T20:53:48,182 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T20:53:48,183 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34773,1733691226921-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:48,183 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34773,1733691226921-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:48,183 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34773,1733691226921-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:48,183 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-229bab1f9d30:34773, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:48,183 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:48,185 DEBUG [master/229bab1f9d30:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T20:53:48,187 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:48,190 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.982sec 2024-12-08T20:53:48,191 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T20:53:48,191 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T20:53:48,191 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T20:53:48,191 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T20:53:48,191 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T20:53:48,191 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34773,1733691226921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:48,191 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34773,1733691226921-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T20:53:48,193 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T20:53:48,193 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T20:53:48,193 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34773,1733691226921-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:48,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a61f7de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:48,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34773,-1 for getting cluster id 2024-12-08T20:53:48,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:53:48,286 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7e80c99-7a0a-4058-a5e0-f6b1b2dd9aa8' 2024-12-08T20:53:48,286 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:53:48,286 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7e80c99-7a0a-4058-a5e0-f6b1b2dd9aa8" 2024-12-08T20:53:48,287 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3697bc20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:48,287 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34773,-1] 2024-12-08T20:53:48,287 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:53:48,287 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:48,288 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:53:48,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d87d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:48,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:53:48,292 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,35897,1733691227075, seqNum=-1] 2024-12-08T20:53:48,292 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:48,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:48,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=229bab1f9d30,34773,1733691226921 2024-12-08T20:53:48,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T20:53:48,298 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,34773,1733691226921 2024-12-08T20:53:48,298 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22ae445 2024-12-08T20:53:48,298 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T20:53:48,300 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T20:53:48,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:53:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-08T20:53:48,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T20:53:48,303 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:48,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-08T20:53:48,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T20:53:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:48,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741836_1012 (size=379) 2024-12-08T20:53:48,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741836_1012 (size=379) 2024-12-08T20:53:48,314 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7d92e03e5bcb8cbd7d67cb0e121a9fe8, NAME => 'testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34 2024-12-08T20:53:48,314 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb93042974dea9bddfa90ed32c0fd33c, NAME => 'testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34 2024-12-08T20:53:48,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741837_1013 (size=61) 2024-12-08T20:53:48,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741837_1013 (size=61) 2024-12-08T20:53:48,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741838_1014 (size=61) 2024-12-08T20:53:48,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741838_1014 (size=61) 2024-12-08T20:53:48,321 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:48,322 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing fb93042974dea9bddfa90ed32c0fd33c, disabling compactions & flushes 2024-12-08T20:53:48,322 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c. 2024-12-08T20:53:48,322 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c. 2024-12-08T20:53:48,322 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c. after waiting 0 ms 2024-12-08T20:53:48,322 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c. 2024-12-08T20:53:48,322 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c. 2024-12-08T20:53:48,322 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb93042974dea9bddfa90ed32c0fd33c: Waiting for close lock at 1733691228322Disabling compacts and flushes for region at 1733691228322Disabling writes for close at 1733691228322Writing region close event to WAL at 1733691228322Closed at 1733691228322 2024-12-08T20:53:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:48,722 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:48,722 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 7d92e03e5bcb8cbd7d67cb0e121a9fe8, disabling compactions & flushes 2024-12-08T20:53:48,722 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8. 2024-12-08T20:53:48,722 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8. 2024-12-08T20:53:48,722 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8. after waiting 0 ms 2024-12-08T20:53:48,722 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8. 2024-12-08T20:53:48,722 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8. 2024-12-08T20:53:48,722 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7d92e03e5bcb8cbd7d67cb0e121a9fe8: Waiting for close lock at 1733691228722Disabling compacts and flushes for region at 1733691228722Disabling writes for close at 1733691228722Writing region close event to WAL at 1733691228722Closed at 1733691228722 2024-12-08T20:53:48,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T20:53:48,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733691228723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691228723"}]},"ts":"1733691228723"} 2024-12-08T20:53:48,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733691228723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691228723"}]},"ts":"1733691228723"} 2024-12-08T20:53:48,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-08T20:53:48,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T20:53:48,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691228728"}]},"ts":"1733691228728"} 2024-12-08T20:53:48,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-08T20:53:48,730 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T20:53:48,731 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T20:53:48,731 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T20:53:48,731 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T20:53:48,731 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T20:53:48,732 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T20:53:48,732 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T20:53:48,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T20:53:48,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb93042974dea9bddfa90ed32c0fd33c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d92e03e5bcb8cbd7d67cb0e121a9fe8, ASSIGN}] 2024-12-08T20:53:48,733 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d92e03e5bcb8cbd7d67cb0e121a9fe8, ASSIGN 2024-12-08T20:53:48,733 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb93042974dea9bddfa90ed32c0fd33c, ASSIGN 2024-12-08T20:53:48,734 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb93042974dea9bddfa90ed32c0fd33c, ASSIGN; state=OFFLINE, location=229bab1f9d30,35897,1733691227075; forceNewPlan=false, retain=false 2024-12-08T20:53:48,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d92e03e5bcb8cbd7d67cb0e121a9fe8, ASSIGN; state=OFFLINE, location=229bab1f9d30,41215,1733691227131; forceNewPlan=false, retain=false 2024-12-08T20:53:48,884 INFO [229bab1f9d30:34773 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-08T20:53:48,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7d92e03e5bcb8cbd7d67cb0e121a9fe8, regionState=OPENING, regionLocation=229bab1f9d30,41215,1733691227131 2024-12-08T20:53:48,885 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb93042974dea9bddfa90ed32c0fd33c, regionState=OPENING, regionLocation=229bab1f9d30,35897,1733691227075 2024-12-08T20:53:48,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb93042974dea9bddfa90ed32c0fd33c, ASSIGN because future has completed 2024-12-08T20:53:48,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb93042974dea9bddfa90ed32c0fd33c, server=229bab1f9d30,35897,1733691227075}] 2024-12-08T20:53:48,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d92e03e5bcb8cbd7d67cb0e121a9fe8, ASSIGN because future has completed 2024-12-08T20:53:48,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d92e03e5bcb8cbd7d67cb0e121a9fe8, server=229bab1f9d30,41215,1733691227131}] 2024-12-08T20:53:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:49,046 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:49,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41593, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:49,049 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c. 2024-12-08T20:53:49,049 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fb93042974dea9bddfa90ed32c0fd33c, NAME => 'testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c.', STARTKEY => '', ENDKEY => '5'} 2024-12-08T20:53:49,050 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fb93042974dea9bddfa90ed32c0fd33c 2024-12-08T20:53:49,050 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:49,050 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fb93042974dea9bddfa90ed32c0fd33c 2024-12-08T20:53:49,050 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fb93042974dea9bddfa90ed32c0fd33c 2024-12-08T20:53:49,053 INFO [StoreOpener-fb93042974dea9bddfa90ed32c0fd33c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fb93042974dea9bddfa90ed32c0fd33c 2024-12-08T20:53:49,054 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8. 2024-12-08T20:53:49,054 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d92e03e5bcb8cbd7d67cb0e121a9fe8, NAME => 'testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8.', STARTKEY => '5', ENDKEY => ''} 2024-12-08T20:53:49,054 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7d92e03e5bcb8cbd7d67cb0e121a9fe8 2024-12-08T20:53:49,055 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:49,055 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 7d92e03e5bcb8cbd7d67cb0e121a9fe8 2024-12-08T20:53:49,055 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 7d92e03e5bcb8cbd7d67cb0e121a9fe8 2024-12-08T20:53:49,056 INFO [StoreOpener-fb93042974dea9bddfa90ed32c0fd33c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb93042974dea9bddfa90ed32c0fd33c columnFamilyName family 2024-12-08T20:53:49,056 DEBUG [StoreOpener-fb93042974dea9bddfa90ed32c0fd33c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:49,057 INFO [StoreOpener-fb93042974dea9bddfa90ed32c0fd33c-1 {}] regionserver.HStore(327): Store=fb93042974dea9bddfa90ed32c0fd33c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:49,057 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fb93042974dea9bddfa90ed32c0fd33c 2024-12-08T20:53:49,057 INFO [StoreOpener-7d92e03e5bcb8cbd7d67cb0e121a9fe8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7d92e03e5bcb8cbd7d67cb0e121a9fe8 2024-12-08T20:53:49,058 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/fb93042974dea9bddfa90ed32c0fd33c 2024-12-08T20:53:49,058 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/fb93042974dea9bddfa90ed32c0fd33c 2024-12-08T20:53:49,058 INFO [StoreOpener-7d92e03e5bcb8cbd7d67cb0e121a9fe8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d92e03e5bcb8cbd7d67cb0e121a9fe8 columnFamilyName family 2024-12-08T20:53:49,058 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fb93042974dea9bddfa90ed32c0fd33c 2024-12-08T20:53:49,058 DEBUG [StoreOpener-7d92e03e5bcb8cbd7d67cb0e121a9fe8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:49,058 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fb93042974dea9bddfa90ed32c0fd33c 2024-12-08T20:53:49,059 INFO [StoreOpener-7d92e03e5bcb8cbd7d67cb0e121a9fe8-1 {}] regionserver.HStore(327): Store=7d92e03e5bcb8cbd7d67cb0e121a9fe8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:49,059 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 7d92e03e5bcb8cbd7d67cb0e121a9fe8 2024-12-08T20:53:49,060 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/7d92e03e5bcb8cbd7d67cb0e121a9fe8 2024-12-08T20:53:49,060 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/7d92e03e5bcb8cbd7d67cb0e121a9fe8 2024-12-08T20:53:49,060 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fb93042974dea9bddfa90ed32c0fd33c 2024-12-08T20:53:49,061 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 7d92e03e5bcb8cbd7d67cb0e121a9fe8 2024-12-08T20:53:49,061 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 7d92e03e5bcb8cbd7d67cb0e121a9fe8 2024-12-08T20:53:49,062 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 7d92e03e5bcb8cbd7d67cb0e121a9fe8 2024-12-08T20:53:49,062 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/fb93042974dea9bddfa90ed32c0fd33c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:49,063 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened fb93042974dea9bddfa90ed32c0fd33c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63650133, jitterRate=-0.0515391081571579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T20:53:49,063 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb93042974dea9bddfa90ed32c0fd33c 2024-12-08T20:53:49,063 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fb93042974dea9bddfa90ed32c0fd33c: Running coprocessor pre-open hook at 1733691229050Writing region info on filesystem at 1733691229050Initializing all the Stores at 1733691229051 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691229052 (+1 ms)Cleaning up temporary data from old regions at 1733691229059 (+7 ms)Running coprocessor post-open hooks at 1733691229063 (+4 ms)Region opened successfully at 1733691229063 2024-12-08T20:53:49,064 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/7d92e03e5bcb8cbd7d67cb0e121a9fe8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:49,064 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c., pid=7, masterSystemTime=1733691229044 2024-12-08T20:53:49,064 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 7d92e03e5bcb8cbd7d67cb0e121a9fe8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70390457, jitterRate=0.04889954626560211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T20:53:49,065 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d92e03e5bcb8cbd7d67cb0e121a9fe8 2024-12-08T20:53:49,065 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 7d92e03e5bcb8cbd7d67cb0e121a9fe8: Running coprocessor pre-open hook at 1733691229055Writing region info on filesystem at 1733691229055Initializing all the Stores at 1733691229056 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691229057 (+1 ms)Cleaning up temporary data from old regions at 1733691229061 (+4 ms)Running coprocessor post-open hooks at 1733691229065 (+4 ms)Region opened successfully at 1733691229065 2024-12-08T20:53:49,065 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8., pid=8, masterSystemTime=1733691229045 2024-12-08T20:53:49,066 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c. 2024-12-08T20:53:49,066 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c. 2024-12-08T20:53:49,067 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb93042974dea9bddfa90ed32c0fd33c, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,35897,1733691227075 2024-12-08T20:53:49,067 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8. 2024-12-08T20:53:49,067 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8. 2024-12-08T20:53:49,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7d92e03e5bcb8cbd7d67cb0e121a9fe8, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,41215,1733691227131 2024-12-08T20:53:49,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb93042974dea9bddfa90ed32c0fd33c, server=229bab1f9d30,35897,1733691227075 because future has completed 2024-12-08T20:53:49,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d92e03e5bcb8cbd7d67cb0e121a9fe8, server=229bab1f9d30,41215,1733691227131 because future has completed 2024-12-08T20:53:49,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-08T20:53:49,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fb93042974dea9bddfa90ed32c0fd33c, server=229bab1f9d30,35897,1733691227075 in 180 msec 2024-12-08T20:53:49,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-08T20:53:49,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d92e03e5bcb8cbd7d67cb0e121a9fe8, server=229bab1f9d30,41215,1733691227131 in 179 msec 2024-12-08T20:53:49,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb93042974dea9bddfa90ed32c0fd33c, ASSIGN in 340 msec 2024-12-08T20:53:49,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-08T20:53:49,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d92e03e5bcb8cbd7d67cb0e121a9fe8, ASSIGN in 341 msec 2024-12-08T20:53:49,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T20:53:49,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691229077"}]},"ts":"1733691229077"} 2024-12-08T20:53:49,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-08T20:53:49,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T20:53:49,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 780 msec 2024-12-08T20:53:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:49,438 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-08T20:53:49,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-08T20:53:49,438 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T20:53:49,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-08T20:53:49,441 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T20:53:49,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-08T20:53:49,445 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c., hostname=229bab1f9d30,35897,1733691227075, seqNum=2] 2024-12-08T20:53:49,456 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8., hostname=229bab1f9d30,41215,1733691227131, seqNum=2] 2024-12-08T20:53:49,457 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:49,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:49,467 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fb93042974dea9bddfa90ed32c0fd33c 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-08T20:53:49,486 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/fb93042974dea9bddfa90ed32c0fd33c/.tmp/family/06e42c0b56ce47aaa25bbf13720fc69e is 32, key is 1/family:/1733691229446/Put/seqid=0 2024-12-08T20:53:49,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741839_1015 (size=5054) 2024-12-08T20:53:49,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741839_1015 (size=5054) 2024-12-08T20:53:49,492 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/fb93042974dea9bddfa90ed32c0fd33c/.tmp/family/06e42c0b56ce47aaa25bbf13720fc69e 2024-12-08T20:53:49,498 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/fb93042974dea9bddfa90ed32c0fd33c/.tmp/family/06e42c0b56ce47aaa25bbf13720fc69e as hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/fb93042974dea9bddfa90ed32c0fd33c/family/06e42c0b56ce47aaa25bbf13720fc69e 2024-12-08T20:53:49,504 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/fb93042974dea9bddfa90ed32c0fd33c/family/06e42c0b56ce47aaa25bbf13720fc69e, entries=4, sequenceid=8, filesize=4.9 K 2024-12-08T20:53:49,505 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fb93042974dea9bddfa90ed32c0fd33c in 38ms, sequenceid=8, compaction requested=false 2024-12-08T20:53:49,505 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fb93042974dea9bddfa90ed32c0fd33c: 2024-12-08T20:53:49,505 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7d92e03e5bcb8cbd7d67cb0e121a9fe8 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-08T20:53:49,520 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/7d92e03e5bcb8cbd7d67cb0e121a9fe8/.tmp/family/ff5d5a24c27e4e1b936836b8cab5a178 is 32, key is 5/family:/1733691229458/Put/seqid=0 2024-12-08T20:53:49,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741840_1016 (size=5083) 2024-12-08T20:53:49,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741840_1016 (size=5083) 2024-12-08T20:53:49,927 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/7d92e03e5bcb8cbd7d67cb0e121a9fe8/.tmp/family/ff5d5a24c27e4e1b936836b8cab5a178 2024-12-08T20:53:49,941 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/7d92e03e5bcb8cbd7d67cb0e121a9fe8/.tmp/family/ff5d5a24c27e4e1b936836b8cab5a178 as hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/7d92e03e5bcb8cbd7d67cb0e121a9fe8/family/ff5d5a24c27e4e1b936836b8cab5a178 2024-12-08T20:53:49,951 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/7d92e03e5bcb8cbd7d67cb0e121a9fe8/family/ff5d5a24c27e4e1b936836b8cab5a178, entries=5, sequenceid=9, filesize=5.0 K 2024-12-08T20:53:49,955 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7d92e03e5bcb8cbd7d67cb0e121a9fe8 in 450ms, sequenceid=9, compaction requested=false 2024-12-08T20:53:49,956 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7d92e03e5bcb8cbd7d67cb0e121a9fe8: 2024-12-08T20:53:49,958 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 06e42c0b56ce47aaa25bbf13720fc69e, starting offset: 0, end offset: 9223372036854775807 2024-12-08T20:53:49,958 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 06e42c0b56ce47aaa25bbf13720fc69e_0 from back map with offset lock 2094080 in the evict process 2024-12-08T20:53:49,961 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file ff5d5a24c27e4e1b936836b8cab5a178, starting offset: 0, end offset: 9223372036854775807 2024-12-08T20:53:49,961 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key ff5d5a24c27e4e1b936836b8cab5a178_0 from back map with offset lock 2094080 in the evict process 2024-12-08T20:53:49,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T20:53:49,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:53:49,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:49,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:49,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:49,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:53:49,962 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T20:53:49,962 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871211985, stopped=false 2024-12-08T20:53:49,963 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=229bab1f9d30,34773,1733691226921 2024-12-08T20:53:50,015 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:50,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:50,015 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:50,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:50,015 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T20:53:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:50,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:53:50,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:50,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:50,016 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,35897,1733691227075' ***** 2024-12-08T20:53:50,016 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T20:53:50,016 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,41215,1733691227131' ***** 2024-12-08T20:53:50,016 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T20:53:50,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:50,017 INFO [RS:0;229bab1f9d30:35897 {}] bucket.BucketCache(1738): Disabling cache 2024-12-08T20:53:50,017 INFO [RS:1;229bab1f9d30:41215 {}] bucket.BucketCache(1738): Disabling cache 2024-12-08T20:53:50,017 INFO [RS:1;229bab1f9d30:41215 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-08T20:53:50,017 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-08T20:53:50,017 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T20:53:50,017 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-08T20:53:50,017 INFO [RS:1;229bab1f9d30:41215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T20:53:50,017 INFO [RS:1;229bab1f9d30:41215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T20:53:50,017 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d92e03e5bcb8cbd7d67cb0e121a9fe8 2024-12-08T20:53:50,017 INFO [RS:0;229bab1f9d30:35897 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-08T20:53:50,017 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-08T20:53:50,017 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T20:53:50,017 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,41215,1733691227131 2024-12-08T20:53:50,017 INFO [RS:0;229bab1f9d30:35897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T20:53:50,017 INFO [RS:0;229bab1f9d30:35897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T20:53:50,017 INFO [RS:1;229bab1f9d30:41215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:50,018 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(3091): Received CLOSE for fb93042974dea9bddfa90ed32c0fd33c 2024-12-08T20:53:50,018 INFO [RS:1;229bab1f9d30:41215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;229bab1f9d30:41215. 2024-12-08T20:53:50,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:50,018 DEBUG [RS:1;229bab1f9d30:41215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:50,018 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d92e03e5bcb8cbd7d67cb0e121a9fe8, disabling compactions & flushes 2024-12-08T20:53:50,018 DEBUG [RS:1;229bab1f9d30:41215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:50,018 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-08T20:53:50,018 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-08T20:53:50,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T20:53:50,018 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T20:53:50,018 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-08T20:53:50,018 DEBUG [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(1325): Online Regions={7d92e03e5bcb8cbd7d67cb0e121a9fe8=testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8.} 2024-12-08T20:53:50,018 DEBUG [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(1351): Waiting on 7d92e03e5bcb8cbd7d67cb0e121a9fe8 2024-12-08T20:53:50,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T20:53:50,018 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8. 2024-12-08T20:53:50,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:50,018 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8. 2024-12-08T20:53:50,018 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8. after waiting 0 ms 2024-12-08T20:53:50,018 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8. 2024-12-08T20:53:50,019 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,35897,1733691227075 2024-12-08T20:53:50,019 INFO [RS:0;229bab1f9d30:35897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:50,019 INFO [RS:0;229bab1f9d30:35897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;229bab1f9d30:35897. 2024-12-08T20:53:50,019 DEBUG [RS:0;229bab1f9d30:35897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:50,019 DEBUG [RS:0;229bab1f9d30:35897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:50,019 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T20:53:50,019 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T20:53:50,019 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T20:53:50,019 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T20:53:50,019 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb93042974dea9bddfa90ed32c0fd33c, disabling compactions & flushes 2024-12-08T20:53:50,024 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c. 2024-12-08T20:53:50,024 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c. 2024-12-08T20:53:50,024 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-08T20:53:50,024 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c. after waiting 0 ms 2024-12-08T20:53:50,024 DEBUG [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fb93042974dea9bddfa90ed32c0fd33c=testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c.} 2024-12-08T20:53:50,024 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c. 2024-12-08T20:53:50,024 DEBUG [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb93042974dea9bddfa90ed32c0fd33c 2024-12-08T20:53:50,025 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T20:53:50,025 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T20:53:50,025 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T20:53:50,025 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T20:53:50,025 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T20:53:50,025 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-08T20:53:50,032 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/7d92e03e5bcb8cbd7d67cb0e121a9fe8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-08T20:53:50,033 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8. 2024-12-08T20:53:50,033 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d92e03e5bcb8cbd7d67cb0e121a9fe8: Waiting for close lock at 1733691230018Running coprocessor pre-close hooks at 1733691230018Disabling compacts and flushes for region at 1733691230018Disabling writes for close at 1733691230018Writing region close event to WAL at 1733691230026 (+8 ms)Running coprocessor post-close hooks at 1733691230033 (+7 ms)Closed at 1733691230033 2024-12-08T20:53:50,033 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8. 2024-12-08T20:53:50,042 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/default/testClearRegionBlockCache/fb93042974dea9bddfa90ed32c0fd33c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-08T20:53:50,043 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c. 2024-12-08T20:53:50,043 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb93042974dea9bddfa90ed32c0fd33c: Waiting for close lock at 1733691230019Running coprocessor pre-close hooks at 1733691230019Disabling compacts and flushes for region at 1733691230019Disabling writes for close at 1733691230024 (+5 ms)Writing region close event to WAL at 1733691230028 (+4 ms)Running coprocessor post-close hooks at 1733691230043 (+15 ms)Closed at 1733691230043 2024-12-08T20:53:50,043 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733691228300.fb93042974dea9bddfa90ed32c0fd33c. 2024-12-08T20:53:50,052 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/.tmp/info/1acbc85d645f4a32aa6562d7d903b9f8 is 173, key is testClearRegionBlockCache,5,1733691228300.7d92e03e5bcb8cbd7d67cb0e121a9fe8./info:regioninfo/1733691229068/Put/seqid=0 2024-12-08T20:53:50,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741841_1017 (size=8173) 2024-12-08T20:53:50,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741841_1017 (size=8173) 2024-12-08T20:53:50,069 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/.tmp/info/1acbc85d645f4a32aa6562d7d903b9f8 2024-12-08T20:53:50,083 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:50,085 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:50,103 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/.tmp/ns/b2b4c45302914fb9b3656b5d97610c7d is 43, key is default/ns:d/1733691228175/Put/seqid=0 2024-12-08T20:53:50,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741842_1018 (size=5153) 2024-12-08T20:53:50,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741842_1018 (size=5153) 2024-12-08T20:53:50,218 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,41215,1733691227131; all regions closed. 2024-12-08T20:53:50,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741834_1010 (size=1867) 2024-12-08T20:53:50,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741834_1010 (size=1867) 2024-12-08T20:53:50,224 DEBUG [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T20:53:50,224 DEBUG [RS:1;229bab1f9d30:41215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/oldWALs 2024-12-08T20:53:50,224 INFO [RS:1;229bab1f9d30:41215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C41215%2C1733691227131:(num 1733691227722) 2024-12-08T20:53:50,224 DEBUG [RS:1;229bab1f9d30:41215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:50,225 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:50,225 INFO [RS:1;229bab1f9d30:41215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:50,225 INFO [RS:1;229bab1f9d30:41215 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:50,225 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T20:53:50,225 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T20:53:50,225 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:50,225 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T20:53:50,225 INFO [RS:1;229bab1f9d30:41215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:50,225 INFO [RS:1;229bab1f9d30:41215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41215 2024-12-08T20:53:50,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:50,257 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,41215,1733691227131 2024-12-08T20:53:50,257 INFO [RS:1;229bab1f9d30:41215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:50,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,41215,1733691227131] 2024-12-08T20:53:50,273 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,41215,1733691227131 already deleted, retry=false 2024-12-08T20:53:50,274 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,41215,1733691227131 expired; onlineServers=1 2024-12-08T20:53:50,366 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:50,366 INFO [RS:1;229bab1f9d30:41215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:50,366 INFO [RS:1;229bab1f9d30:41215 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,41215,1733691227131; zookeeper connection closed. 2024-12-08T20:53:50,366 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x100074279ab0002, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:50,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5560d448 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5560d448 2024-12-08T20:53:50,425 DEBUG [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T20:53:50,520 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/.tmp/ns/b2b4c45302914fb9b3656b5d97610c7d 2024-12-08T20:53:50,547 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/.tmp/table/5f9d975140f24096ae69f0004fdde1cc is 61, key is testClearRegionBlockCache/table:state/1733691229077/Put/seqid=0 2024-12-08T20:53:50,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741843_1019 (size=5312) 2024-12-08T20:53:50,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741843_1019 (size=5312) 2024-12-08T20:53:50,566 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/.tmp/table/5f9d975140f24096ae69f0004fdde1cc 2024-12-08T20:53:50,573 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/.tmp/info/1acbc85d645f4a32aa6562d7d903b9f8 as hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/info/1acbc85d645f4a32aa6562d7d903b9f8 2024-12-08T20:53:50,580 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/info/1acbc85d645f4a32aa6562d7d903b9f8, entries=20, sequenceid=13, filesize=8.0 K 2024-12-08T20:53:50,581 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/.tmp/ns/b2b4c45302914fb9b3656b5d97610c7d as hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/ns/b2b4c45302914fb9b3656b5d97610c7d 2024-12-08T20:53:50,591 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/ns/b2b4c45302914fb9b3656b5d97610c7d, entries=2, sequenceid=13, filesize=5.0 K 2024-12-08T20:53:50,592 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/.tmp/table/5f9d975140f24096ae69f0004fdde1cc as hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/table/5f9d975140f24096ae69f0004fdde1cc 2024-12-08T20:53:50,601 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/table/5f9d975140f24096ae69f0004fdde1cc, entries=2, sequenceid=13, filesize=5.2 K 2024-12-08T20:53:50,602 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 577ms, sequenceid=13, compaction requested=false 2024-12-08T20:53:50,610 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T20:53:50,610 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T20:53:50,614 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-08T20:53:50,615 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T20:53:50,615 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:50,615 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691230025Running coprocessor pre-close hooks at 1733691230025Disabling compacts and flushes for region at 1733691230025Disabling writes for close at 1733691230025Obtaining lock to block concurrent updates at 1733691230025Preparing flush snapshotting stores in 1588230740 at 1733691230025Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733691230026 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733691230027 (+1 ms)Flushing 1588230740/info: creating writer at 1733691230027Flushing 1588230740/info: appending metadata at 1733691230051 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733691230051Flushing 1588230740/ns: creating writer at 1733691230081 (+30 ms)Flushing 1588230740/ns: appending metadata at 1733691230103 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733691230103Flushing 1588230740/table: creating writer at 1733691230531 (+428 ms)Flushing 1588230740/table: appending metadata at 1733691230547 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733691230547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4abb2b62: reopening flushed file at 1733691230572 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b35ebcd: reopening flushed file at 1733691230580 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ad0e9b: reopening flushed file at 1733691230592 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 577ms, sequenceid=13, compaction requested=false at 1733691230602 (+10 ms)Writing region close event to WAL at 1733691230603 (+1 ms)Running coprocessor post-close hooks at 1733691230615 (+12 ms)Closed at 1733691230615 2024-12-08T20:53:50,615 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:50,625 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,35897,1733691227075; all regions closed. 2024-12-08T20:53:50,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741835_1011 (size=4338) 2024-12-08T20:53:50,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741835_1011 (size=4338) 2024-12-08T20:53:50,640 DEBUG [RS:0;229bab1f9d30:35897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/oldWALs 2024-12-08T20:53:50,640 INFO [RS:0;229bab1f9d30:35897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C35897%2C1733691227075.meta:.meta(num 1733691228119) 2024-12-08T20:53:50,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741833_1009 (size=1758) 2024-12-08T20:53:50,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741833_1009 (size=1758) 2024-12-08T20:53:50,646 DEBUG [RS:0;229bab1f9d30:35897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/oldWALs 2024-12-08T20:53:50,646 INFO [RS:0;229bab1f9d30:35897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C35897%2C1733691227075:(num 1733691227722) 2024-12-08T20:53:50,646 DEBUG [RS:0;229bab1f9d30:35897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:50,646 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:50,646 INFO [RS:0;229bab1f9d30:35897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:50,646 INFO [RS:0;229bab1f9d30:35897 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:50,647 INFO [RS:0;229bab1f9d30:35897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:50,647 INFO [RS:0;229bab1f9d30:35897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35897 2024-12-08T20:53:50,648 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:50,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,35897,1733691227075 2024-12-08T20:53:50,665 INFO [RS:0;229bab1f9d30:35897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:50,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:50,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,35897,1733691227075] 2024-12-08T20:53:50,723 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,35897,1733691227075 already deleted, retry=false 2024-12-08T20:53:50,724 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,35897,1733691227075 expired; onlineServers=0 2024-12-08T20:53:50,724 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '229bab1f9d30,34773,1733691226921' ***** 2024-12-08T20:53:50,724 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T20:53:50,724 INFO [M:0;229bab1f9d30:34773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:50,724 INFO [M:0;229bab1f9d30:34773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:50,724 DEBUG [M:0;229bab1f9d30:34773 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T20:53:50,724 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T20:53:50,724 DEBUG [M:0;229bab1f9d30:34773 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T20:53:50,724 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691227470 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691227470,5,FailOnTimeoutGroup] 2024-12-08T20:53:50,724 INFO [M:0;229bab1f9d30:34773 {}] hbase.ChoreService(370): Chore service for: master/229bab1f9d30:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:50,724 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691227470 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691227470,5,FailOnTimeoutGroup] 2024-12-08T20:53:50,724 INFO [M:0;229bab1f9d30:34773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:50,724 DEBUG [M:0;229bab1f9d30:34773 {}] master.HMaster(1795): Stopping service threads 2024-12-08T20:53:50,724 INFO [M:0;229bab1f9d30:34773 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T20:53:50,724 INFO [M:0;229bab1f9d30:34773 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T20:53:50,725 INFO [M:0;229bab1f9d30:34773 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T20:53:50,725 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T20:53:50,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:50,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:50,740 DEBUG [M:0;229bab1f9d30:34773 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-08T20:53:50,740 DEBUG [M:0;229bab1f9d30:34773 {}] master.ActiveMasterManager(353): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-08T20:53:50,741 INFO [M:0;229bab1f9d30:34773 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/.lastflushedseqids 2024-12-08T20:53:50,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741844_1020 (size=191) 2024-12-08T20:53:50,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741844_1020 (size=191) 2024-12-08T20:53:50,758 INFO [M:0;229bab1f9d30:34773 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T20:53:50,758 INFO [M:0;229bab1f9d30:34773 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T20:53:50,758 DEBUG [M:0;229bab1f9d30:34773 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T20:53:50,758 INFO [M:0;229bab1f9d30:34773 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:50,758 DEBUG [M:0;229bab1f9d30:34773 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:50,758 DEBUG [M:0;229bab1f9d30:34773 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T20:53:50,758 DEBUG [M:0;229bab1f9d30:34773 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:50,758 INFO [M:0;229bab1f9d30:34773 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-08T20:53:50,775 DEBUG [M:0;229bab1f9d30:34773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/539ff96192624cfebe7852ae8b7477e9 is 82, key is hbase:meta,,1/info:regioninfo/1733691228151/Put/seqid=0 2024-12-08T20:53:50,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741845_1021 (size=5672) 2024-12-08T20:53:50,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741845_1021 (size=5672) 2024-12-08T20:53:50,790 INFO [M:0;229bab1f9d30:34773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/539ff96192624cfebe7852ae8b7477e9 2024-12-08T20:53:50,816 INFO [RS:0;229bab1f9d30:35897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:50,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:50,816 INFO [RS:0;229bab1f9d30:35897 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,35897,1733691227075; zookeeper connection closed. 2024-12-08T20:53:50,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x100074279ab0001, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:50,816 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@645a02eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@645a02eb 2024-12-08T20:53:50,817 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-08T20:53:50,822 DEBUG [M:0;229bab1f9d30:34773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da2a41fc22f0461c977beab164a7263c is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733691229081/Put/seqid=0 2024-12-08T20:53:50,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741846_1022 (size=6219) 2024-12-08T20:53:50,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741846_1022 (size=6219) 2024-12-08T20:53:50,835 INFO [M:0;229bab1f9d30:34773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da2a41fc22f0461c977beab164a7263c 2024-12-08T20:53:50,868 DEBUG [M:0;229bab1f9d30:34773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/684abce902eb44d99d92f260a9cb1fb4 is 69, key is 229bab1f9d30,35897,1733691227075/rs:state/1733691227532/Put/seqid=0 2024-12-08T20:53:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741847_1023 (size=5224) 2024-12-08T20:53:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741847_1023 (size=5224) 2024-12-08T20:53:51,283 INFO [M:0;229bab1f9d30:34773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/684abce902eb44d99d92f260a9cb1fb4 2024-12-08T20:53:51,293 DEBUG [M:0;229bab1f9d30:34773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/539ff96192624cfebe7852ae8b7477e9 as hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/539ff96192624cfebe7852ae8b7477e9 2024-12-08T20:53:51,300 INFO [M:0;229bab1f9d30:34773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/539ff96192624cfebe7852ae8b7477e9, entries=8, sequenceid=71, filesize=5.5 K 2024-12-08T20:53:51,302 DEBUG [M:0;229bab1f9d30:34773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da2a41fc22f0461c977beab164a7263c as hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da2a41fc22f0461c977beab164a7263c 2024-12-08T20:53:51,308 INFO [M:0;229bab1f9d30:34773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da2a41fc22f0461c977beab164a7263c, entries=8, sequenceid=71, filesize=6.1 K 2024-12-08T20:53:51,309 DEBUG [M:0;229bab1f9d30:34773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/684abce902eb44d99d92f260a9cb1fb4 as hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/684abce902eb44d99d92f260a9cb1fb4 2024-12-08T20:53:51,314 INFO [M:0;229bab1f9d30:34773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41155/user/jenkins/test-data/ed706c8f-1dc4-268e-bb3b-e84974e8da34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/684abce902eb44d99d92f260a9cb1fb4, entries=2, sequenceid=71, filesize=5.1 K 2024-12-08T20:53:51,315 INFO [M:0;229bab1f9d30:34773 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 557ms, sequenceid=71, compaction requested=false 2024-12-08T20:53:51,316 INFO [M:0;229bab1f9d30:34773 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:51,316 DEBUG [M:0;229bab1f9d30:34773 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691230758Disabling compacts and flushes for region at 1733691230758Disabling writes for close at 1733691230758Obtaining lock to block concurrent updates at 1733691230758Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733691230758Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733691230759 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733691230759Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733691230760 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733691230775 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733691230775Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733691230800 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733691230822 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733691230822Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733691230848 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733691230868 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733691230868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36fbf946: reopening flushed file at 1733691231292 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb98e4a: reopening flushed file at 1733691231300 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32616e11: reopening flushed file at 1733691231308 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 557ms, sequenceid=71, compaction requested=false at 1733691231315 (+7 ms)Writing region close event to WAL at 1733691231316 (+1 ms)Closed at 1733691231316 2024-12-08T20:53:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741830_1006 (size=35440) 2024-12-08T20:53:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741830_1006 (size=35440) 2024-12-08T20:53:51,319 INFO [M:0;229bab1f9d30:34773 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T20:53:51,319 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:51,319 INFO [M:0;229bab1f9d30:34773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34773 2024-12-08T20:53:51,319 INFO [M:0;229bab1f9d30:34773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:51,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:51,474 INFO [M:0;229bab1f9d30:34773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:51,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34773-0x100074279ab0000, quorum=127.0.0.1:55314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:51,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4aa418b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:51,477 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26750469{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:51,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:51,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@99f9131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:51,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51544fa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:51,479 WARN [BP-2095766251-172.17.0.2-1733691225055 heartbeating to localhost/127.0.0.1:41155 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T20:53:51,479 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T20:53:51,479 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T20:53:51,479 WARN [BP-2095766251-172.17.0.2-1733691225055 heartbeating to localhost/127.0.0.1:41155 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2095766251-172.17.0.2-1733691225055 (Datanode Uuid 4a84df98-8b00-4924-b7c3-401a403eabe0) service to localhost/127.0.0.1:41155 2024-12-08T20:53:51,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/cluster_1fb5b7cb-9e73-a6a3-8e36-9287c04adf0b/data/data3/current/BP-2095766251-172.17.0.2-1733691225055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:51,480 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/cluster_1fb5b7cb-9e73-a6a3-8e36-9287c04adf0b/data/data4/current/BP-2095766251-172.17.0.2-1733691225055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:51,480 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T20:53:51,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@acd073c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:51,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c74cf3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:51,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:51,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d14d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:51,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@432aabaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:51,488 WARN [BP-2095766251-172.17.0.2-1733691225055 heartbeating to localhost/127.0.0.1:41155 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T20:53:51,488 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T20:53:51,488 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T20:53:51,488 WARN [BP-2095766251-172.17.0.2-1733691225055 heartbeating to localhost/127.0.0.1:41155 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2095766251-172.17.0.2-1733691225055 (Datanode Uuid 480895da-47a5-4416-a3a3-1deb3878f56b) service to localhost/127.0.0.1:41155 2024-12-08T20:53:51,489 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/cluster_1fb5b7cb-9e73-a6a3-8e36-9287c04adf0b/data/data1/current/BP-2095766251-172.17.0.2-1733691225055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:51,489 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/cluster_1fb5b7cb-9e73-a6a3-8e36-9287c04adf0b/data/data2/current/BP-2095766251-172.17.0.2-1733691225055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:51,489 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T20:53:51,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d34d60d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T20:53:51,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ce28638{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:51,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:51,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38d30f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:51,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2303343d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:51,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T20:53:51,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T20:53:51,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=171 (was 156) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:41155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:41155 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:41155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:41155 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=520 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=223 (was 190) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=16123 (was 16409) 2024-12-08T20:53:51,573 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=171, OpenFileDescriptor=520, MaxFileDescriptor=1048576, SystemLoadAverage=223, ProcessCount=11, AvailableMemoryMB=16123 2024-12-08T20:53:51,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/hadoop.log.dir so I do NOT create it in target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e 2024-12-08T20:53:51,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/hadoop.log.dir Erasing configuration value by system value. 2024-12-08T20:53:51,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/hadoop.tmp.dir so I do NOT create it in target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e 2024-12-08T20:53:51,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2eb3276-54ea-284a-4941-3db16312f56e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-08T20:53:51,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e 2024-12-08T20:53:51,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T20:53:51,586 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/cluster_93bec3d7-5a5d-41e9-4480-40a2bfd03b4d, deleteOnExit=true 2024-12-08T20:53:51,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T20:53:51,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/test.cache.data in system properties and HBase conf 2024-12-08T20:53:51,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T20:53:51,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/hadoop.log.dir in system properties and HBase conf 2024-12-08T20:53:51,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T20:53:51,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T20:53:51,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T20:53:51,587 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T20:53:51,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T20:53:51,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T20:53:51,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T20:53:51,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T20:53:51,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T20:53:51,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T20:53:51,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T20:53:51,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T20:53:51,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T20:53:51,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/nfs.dump.dir in system properties and HBase conf 2024-12-08T20:53:51,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/java.io.tmpdir in system properties and HBase conf 2024-12-08T20:53:51,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T20:53:51,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T20:53:51,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T20:53:51,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:51,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:51,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:51,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:51,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T20:53:51,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:51,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61cc015c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:51,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5487ba5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:52,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64b22b47{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/java.io.tmpdir/jetty-localhost-46301-hadoop-hdfs-3_4_1-tests_jar-_-any-3869625206211756487/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T20:53:52,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24618ac8{HTTP/1.1, (http/1.1)}{localhost:46301} 2024-12-08T20:53:52,030 INFO [Time-limited test {}] server.Server(415): Started @36299ms 2024-12-08T20:53:52,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:52,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:52,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:52,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:52,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T20:53:52,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53ac45ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:52,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1110f179{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:52,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@665864cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/java.io.tmpdir/jetty-localhost-33325-hadoop-hdfs-3_4_1-tests_jar-_-any-18222653436041257360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:52,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@577e5e7{HTTP/1.1, (http/1.1)}{localhost:33325} 2024-12-08T20:53:52,385 INFO [Time-limited test {}] server.Server(415): Started @36653ms 2024-12-08T20:53:52,386 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T20:53:52,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:53:52,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:53:52,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:53:52,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:53:52,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T20:53:52,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4eb24413{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:53:52,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48f3b89a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:53:52,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@89a7775{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/java.io.tmpdir/jetty-localhost-34657-hadoop-hdfs-3_4_1-tests_jar-_-any-998347610686218488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:52,543 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d8b8a6f{HTTP/1.1, (http/1.1)}{localhost:34657} 2024-12-08T20:53:52,543 INFO [Time-limited test {}] server.Server(415): Started @36812ms 2024-12-08T20:53:52,544 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T20:53:53,089 WARN [Thread-1430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/cluster_93bec3d7-5a5d-41e9-4480-40a2bfd03b4d/data/data1/current/BP-1007100595-172.17.0.2-1733691231612/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:53,089 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/cluster_93bec3d7-5a5d-41e9-4480-40a2bfd03b4d/data/data2/current/BP-1007100595-172.17.0.2-1733691231612/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:53,103 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T20:53:53,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa04e956f09c67a68 with lease ID 0xe44d3be970eb4631: Processing first storage report for DS-e46fff9d-8dbf-4c89-af39-5ef3933e1dba from datanode DatanodeRegistration(127.0.0.1:45619, datanodeUuid=a1c2cf26-8efd-4f98-8f58-1716bf720dc1, infoPort=36611, infoSecurePort=0, ipcPort=41343, storageInfo=lv=-57;cid=testClusterID;nsid=488229792;c=1733691231612) 2024-12-08T20:53:53,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa04e956f09c67a68 with lease ID 0xe44d3be970eb4631: from storage DS-e46fff9d-8dbf-4c89-af39-5ef3933e1dba node DatanodeRegistration(127.0.0.1:45619, datanodeUuid=a1c2cf26-8efd-4f98-8f58-1716bf720dc1, infoPort=36611, infoSecurePort=0, ipcPort=41343, storageInfo=lv=-57;cid=testClusterID;nsid=488229792;c=1733691231612), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T20:53:53,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa04e956f09c67a68 with lease ID 0xe44d3be970eb4631: Processing first storage report for DS-4b08b5af-b5b5-4b68-af44-f8db482eecdd from datanode DatanodeRegistration(127.0.0.1:45619, datanodeUuid=a1c2cf26-8efd-4f98-8f58-1716bf720dc1, infoPort=36611, infoSecurePort=0, ipcPort=41343, storageInfo=lv=-57;cid=testClusterID;nsid=488229792;c=1733691231612) 2024-12-08T20:53:53,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa04e956f09c67a68 with lease ID 0xe44d3be970eb4631: from storage DS-4b08b5af-b5b5-4b68-af44-f8db482eecdd node DatanodeRegistration(127.0.0.1:45619, datanodeUuid=a1c2cf26-8efd-4f98-8f58-1716bf720dc1, infoPort=36611, infoSecurePort=0, ipcPort=41343, storageInfo=lv=-57;cid=testClusterID;nsid=488229792;c=1733691231612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:53,126 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T20:53:53,127 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T20:53:53,127 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T20:53:53,273 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/cluster_93bec3d7-5a5d-41e9-4480-40a2bfd03b4d/data/data3/current/BP-1007100595-172.17.0.2-1733691231612/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:53,274 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/cluster_93bec3d7-5a5d-41e9-4480-40a2bfd03b4d/data/data4/current/BP-1007100595-172.17.0.2-1733691231612/current, will proceed with Du for space computation calculation, 2024-12-08T20:53:53,303 WARN [Thread-1418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T20:53:53,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fe56515b0b334e1 with lease ID 0xe44d3be970eb4632: Processing first storage report for DS-4ce26c01-54bc-4506-a6a8-67aca6c24e56 from datanode DatanodeRegistration(127.0.0.1:37713, datanodeUuid=257ddeee-afaa-4b17-b2e6-b1964bfef352, infoPort=41237, infoSecurePort=0, ipcPort=35947, storageInfo=lv=-57;cid=testClusterID;nsid=488229792;c=1733691231612) 2024-12-08T20:53:53,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fe56515b0b334e1 with lease ID 0xe44d3be970eb4632: from storage DS-4ce26c01-54bc-4506-a6a8-67aca6c24e56 node DatanodeRegistration(127.0.0.1:37713, datanodeUuid=257ddeee-afaa-4b17-b2e6-b1964bfef352, infoPort=41237, infoSecurePort=0, ipcPort=35947, storageInfo=lv=-57;cid=testClusterID;nsid=488229792;c=1733691231612), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:53,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fe56515b0b334e1 with lease ID 0xe44d3be970eb4632: Processing first storage report for DS-c678d8e1-64d6-41e1-857d-926e190cb54b from datanode DatanodeRegistration(127.0.0.1:37713, datanodeUuid=257ddeee-afaa-4b17-b2e6-b1964bfef352, infoPort=41237, infoSecurePort=0, ipcPort=35947, storageInfo=lv=-57;cid=testClusterID;nsid=488229792;c=1733691231612) 2024-12-08T20:53:53,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fe56515b0b334e1 with lease ID 0xe44d3be970eb4632: from storage DS-c678d8e1-64d6-41e1-857d-926e190cb54b node DatanodeRegistration(127.0.0.1:37713, datanodeUuid=257ddeee-afaa-4b17-b2e6-b1964bfef352, infoPort=41237, infoSecurePort=0, ipcPort=35947, storageInfo=lv=-57;cid=testClusterID;nsid=488229792;c=1733691231612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T20:53:53,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e 2024-12-08T20:53:53,378 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/cluster_93bec3d7-5a5d-41e9-4480-40a2bfd03b4d/zookeeper_0, clientPort=60725, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/cluster_93bec3d7-5a5d-41e9-4480-40a2bfd03b4d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/cluster_93bec3d7-5a5d-41e9-4480-40a2bfd03b4d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T20:53:53,379 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60725 2024-12-08T20:53:53,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:53,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:53,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741825_1001 (size=7) 2024-12-08T20:53:53,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741825_1001 (size=7) 2024-12-08T20:53:53,391 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace with version=8 2024-12-08T20:53:53,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/hbase-staging 2024-12-08T20:53:53,393 INFO [Time-limited test {}] client.ConnectionUtils(128): master/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:53,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:53,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:53,393 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:53,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:53,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:53,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T20:53:53,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:53,394 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34605 2024-12-08T20:53:53,395 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34605 connecting to ZooKeeper ensemble=127.0.0.1:60725 2024-12-08T20:53:53,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346050x0, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:53,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34605-0x100074292fd0000 connected 2024-12-08T20:53:53,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:53,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:53,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:53,510 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace, hbase.cluster.distributed=false 2024-12-08T20:53:53,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:53,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34605 2024-12-08T20:53:53,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34605 2024-12-08T20:53:53,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34605 2024-12-08T20:53:53,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34605 2024-12-08T20:53:53,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34605 2024-12-08T20:53:53,526 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:53,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:53,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:53,526 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:53,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:53,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:53,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T20:53:53,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:53,527 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43535 2024-12-08T20:53:53,528 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43535 connecting to ZooKeeper ensemble=127.0.0.1:60725 2024-12-08T20:53:53,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:53,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:53,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435350x0, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:53,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43535-0x100074292fd0001 connected 2024-12-08T20:53:53,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435350x0, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:53,541 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T20:53:53,541 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-08T20:53:53,546 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-08T20:53:53,547 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-08T20:53:53,550 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-08T20:53:53,550 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T20:53:53,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T20:53:53,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:53,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43535 2024-12-08T20:53:53,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43535 2024-12-08T20:53:53,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43535 2024-12-08T20:53:53,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43535 2024-12-08T20:53:53,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43535 2024-12-08T20:53:53,566 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:53:53,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:53,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:53,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:53:53,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:53:53,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:53:53,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T20:53:53,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:53:53,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43955 2024-12-08T20:53:53,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43955 connecting to ZooKeeper ensemble=127.0.0.1:60725 2024-12-08T20:53:53,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:53,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:53,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439550x0, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:53:53,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439550x0, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:53,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43955-0x100074292fd0002 connected 2024-12-08T20:53:53,582 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T20:53:53,582 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-08T20:53:53,589 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-08T20:53:53,589 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-08T20:53:53,590 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-08T20:53:53,591 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T20:53:53,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T20:53:53,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:53:53,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43955 2024-12-08T20:53:53,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43955 2024-12-08T20:53:53,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43955 2024-12-08T20:53:53,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43955 2024-12-08T20:53:53,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43955 2024-12-08T20:53:53,611 DEBUG [M:0;229bab1f9d30:34605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;229bab1f9d30:34605 2024-12-08T20:53:53,611 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/229bab1f9d30,34605,1733691233393 2024-12-08T20:53:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:53,615 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/229bab1f9d30,34605,1733691233393 2024-12-08T20:53:53,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:53,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:53,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:53,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:53,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:53,623 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T20:53:53,624 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/229bab1f9d30,34605,1733691233393 from backup master directory 2024-12-08T20:53:53,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/229bab1f9d30,34605,1733691233393 2024-12-08T20:53:53,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:53,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:53,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:53:53,631 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:53,631 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=229bab1f9d30,34605,1733691233393 2024-12-08T20:53:53,635 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/hbase.id] with ID: 60911e08-449c-4cc8-bb05-d2e3ed2c2681 2024-12-08T20:53:53,635 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/.tmp/hbase.id 2024-12-08T20:53:53,637 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T20:53:53,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741826_1002 (size=42) 2024-12-08T20:53:53,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741826_1002 (size=42) 2024-12-08T20:53:53,645 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/.tmp/hbase.id]:[hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/hbase.id] 2024-12-08T20:53:53,654 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:53:53,654 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T20:53:53,655 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-08T20:53:53,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:53,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:53,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:53,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:53,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:53,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:53,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:53,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:53,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T20:53:53,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:53,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:53,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:53,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741827_1003 (size=196) 2024-12-08T20:53:53,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741827_1003 (size=196) 2024-12-08T20:53:53,676 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:53:53,677 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T20:53:53,677 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:53,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741828_1004 (size=1189) 2024-12-08T20:53:53,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741828_1004 (size=1189) 2024-12-08T20:53:53,684 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store 2024-12-08T20:53:53,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741829_1005 (size=34) 2024-12-08T20:53:53,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741829_1005 (size=34) 2024-12-08T20:53:54,091 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:54,092 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T20:53:54,092 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:54,092 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:54,092 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T20:53:54,092 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:54,092 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:54,092 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691234091Disabling compacts and flushes for region at 1733691234092 (+1 ms)Disabling writes for close at 1733691234092Writing region close event to WAL at 1733691234092Closed at 1733691234092 2024-12-08T20:53:54,092 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/.initializing 2024-12-08T20:53:54,093 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/WALs/229bab1f9d30,34605,1733691233393 2024-12-08T20:53:54,093 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:54,095 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C34605%2C1733691233393, suffix=, logDir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/WALs/229bab1f9d30,34605,1733691233393, archiveDir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/oldWALs, maxLogs=10 2024-12-08T20:53:54,106 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/WALs/229bab1f9d30,34605,1733691233393/229bab1f9d30%2C34605%2C1733691233393.1733691234095, exclude list is [], retry=0 2024-12-08T20:53:54,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37713,DS-4ce26c01-54bc-4506-a6a8-67aca6c24e56,DISK] 2024-12-08T20:53:54,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45619,DS-e46fff9d-8dbf-4c89-af39-5ef3933e1dba,DISK] 2024-12-08T20:53:54,113 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/WALs/229bab1f9d30,34605,1733691233393/229bab1f9d30%2C34605%2C1733691233393.1733691234095 2024-12-08T20:53:54,113 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41237:41237),(127.0.0.1/127.0.0.1:36611:36611)] 2024-12-08T20:53:54,113 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:53:54,113 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:54,113 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:54,113 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:54,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:54,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T20:53:54,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:54,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:54,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:54,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T20:53:54,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:54,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:54,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:54,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T20:53:54,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:54,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:54,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:54,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T20:53:54,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:54,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:54,122 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:54,123 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:54,123 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:54,124 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:54,124 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:54,125 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:54,126 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:53:54,127 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:54,128 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67160107, jitterRate=7.635802030563354E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:54,129 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733691234113Initializing all the Stores at 1733691234114 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691234114Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691234114Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691234114Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691234114Cleaning up temporary data from old regions at 1733691234124 (+10 ms)Region opened successfully at 1733691234128 (+4 ms) 2024-12-08T20:53:54,129 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T20:53:54,132 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401c9a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:54,133 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T20:53:54,133 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T20:53:54,133 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T20:53:54,133 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T20:53:54,134 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-08T20:53:54,134 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-08T20:53:54,134 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T20:53:54,142 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T20:53:54,143 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T20:53:54,189 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T20:53:54,190 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T20:53:54,197 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T20:53:54,206 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T20:53:54,206 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T20:53:54,207 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T20:53:54,214 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T20:53:54,215 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T20:53:54,223 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T20:53:54,225 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T20:53:54,231 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T20:53:54,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:54,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:54,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:54,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:54,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:54,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:54,240 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=229bab1f9d30,34605,1733691233393, sessionid=0x100074292fd0000, setting cluster-up flag (Was=false) 2024-12-08T20:53:54,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:54,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:54,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:54,281 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T20:53:54,282 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,34605,1733691233393 2024-12-08T20:53:54,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:54,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:54,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:54,323 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T20:53:54,324 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,34605,1733691233393 2024-12-08T20:53:54,325 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T20:53:54,327 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:54,327 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T20:53:54,327 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T20:53:54,327 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 229bab1f9d30,34605,1733691233393 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T20:53:54,328 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:54,328 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:54,328 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:54,328 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:53:54,328 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/229bab1f9d30:0, corePoolSize=10, maxPoolSize=10 2024-12-08T20:53:54,328 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,328 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:54,328 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,329 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733691264329 2024-12-08T20:53:54,330 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T20:53:54,330 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T20:53:54,330 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T20:53:54,330 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T20:53:54,330 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T20:53:54,330 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T20:53:54,330 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:54,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T20:53:54,330 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T20:53:54,330 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T20:53:54,331 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T20:53:54,331 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T20:53:54,331 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T20:53:54,331 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:54,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T20:53:54,333 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691234331,5,FailOnTimeoutGroup] 2024-12-08T20:53:54,333 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691234333,5,FailOnTimeoutGroup] 2024-12-08T20:53:54,333 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,333 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T20:53:54,333 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,333 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741831_1007 (size=1321) 2024-12-08T20:53:54,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741831_1007 (size=1321) 2024-12-08T20:53:54,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T20:53:54,343 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace 2024-12-08T20:53:54,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741832_1008 (size=32) 2024-12-08T20:53:54,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741832_1008 (size=32) 2024-12-08T20:53:54,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:54,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T20:53:54,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T20:53:54,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:54,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:54,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T20:53:54,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T20:53:54,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:54,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:54,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T20:53:54,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T20:53:54,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:54,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:54,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T20:53:54,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T20:53:54,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:54,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:54,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T20:53:54,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740 2024-12-08T20:53:54,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740 2024-12-08T20:53:54,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T20:53:54,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T20:53:54,359 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:54,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T20:53:54,361 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:54,362 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67679219, jitterRate=0.00849895179271698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:54,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733691234349Initializing all the Stores at 1733691234350 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691234350Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691234350Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691234350Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691234350Cleaning up temporary data from old regions at 1733691234358 (+8 ms)Region opened successfully at 1733691234362 (+4 ms) 2024-12-08T20:53:54,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T20:53:54,362 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T20:53:54,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T20:53:54,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T20:53:54,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T20:53:54,363 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:54,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691234362Disabling compacts and flushes for region at 1733691234362Disabling writes for close at 1733691234362Writing region close event to WAL at 1733691234363 (+1 ms)Closed at 1733691234363 2024-12-08T20:53:54,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:54,364 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T20:53:54,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T20:53:54,365 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T20:53:54,366 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T20:53:54,399 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(746): ClusterId : 60911e08-449c-4cc8-bb05-d2e3ed2c2681 2024-12-08T20:53:54,399 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(746): ClusterId : 60911e08-449c-4cc8-bb05-d2e3ed2c2681 2024-12-08T20:53:54,399 DEBUG [RS:1;229bab1f9d30:43955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T20:53:54,399 DEBUG [RS:0;229bab1f9d30:43535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T20:53:54,415 DEBUG [RS:1;229bab1f9d30:43955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T20:53:54,415 DEBUG [RS:1;229bab1f9d30:43955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T20:53:54,415 DEBUG [RS:0;229bab1f9d30:43535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T20:53:54,415 DEBUG [RS:0;229bab1f9d30:43535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T20:53:54,423 DEBUG [RS:1;229bab1f9d30:43955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T20:53:54,423 DEBUG [RS:0;229bab1f9d30:43535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T20:53:54,424 DEBUG [RS:1;229bab1f9d30:43955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d9cdcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:54,424 DEBUG [RS:0;229bab1f9d30:43535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfe2b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:53:54,433 DEBUG [RS:1;229bab1f9d30:43955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;229bab1f9d30:43955 2024-12-08T20:53:54,433 DEBUG [RS:0;229bab1f9d30:43535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;229bab1f9d30:43535 2024-12-08T20:53:54,433 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T20:53:54,433 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T20:53:54,433 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T20:53:54,433 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T20:53:54,433 DEBUG [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T20:53:54,433 DEBUG [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T20:53:54,434 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,34605,1733691233393 with port=43535, startcode=1733691233526 2024-12-08T20:53:54,434 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,34605,1733691233393 with port=43955, startcode=1733691233566 2024-12-08T20:53:54,434 DEBUG [RS:1;229bab1f9d30:43955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T20:53:54,434 DEBUG [RS:0;229bab1f9d30:43535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T20:53:54,435 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T20:53:54,435 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34687, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T20:53:54,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,43955,1733691233566 2024-12-08T20:53:54,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34605 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,43955,1733691233566 2024-12-08T20:53:54,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,43535,1733691233526 2024-12-08T20:53:54,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34605 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,43535,1733691233526 2024-12-08T20:53:54,437 DEBUG [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace 2024-12-08T20:53:54,437 DEBUG [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34085 2024-12-08T20:53:54,437 DEBUG [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T20:53:54,438 DEBUG [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace 2024-12-08T20:53:54,438 DEBUG [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34085 2024-12-08T20:53:54,438 DEBUG [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T20:53:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:54,475 DEBUG [RS:1;229bab1f9d30:43955 {}] zookeeper.ZKUtil(111): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,43955,1733691233566 2024-12-08T20:53:54,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,43955,1733691233566] 2024-12-08T20:53:54,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,43535,1733691233526] 2024-12-08T20:53:54,475 WARN [RS:1;229bab1f9d30:43955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:54,475 INFO [RS:1;229bab1f9d30:43955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:54,475 DEBUG [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/WALs/229bab1f9d30,43955,1733691233566 2024-12-08T20:53:54,475 DEBUG [RS:0;229bab1f9d30:43535 {}] zookeeper.ZKUtil(111): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,43535,1733691233526 2024-12-08T20:53:54,475 WARN [RS:0;229bab1f9d30:43535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:53:54,475 INFO [RS:0;229bab1f9d30:43535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:54,475 DEBUG [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/WALs/229bab1f9d30,43535,1733691233526 2024-12-08T20:53:54,479 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T20:53:54,482 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T20:53:54,482 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T20:53:54,483 INFO [RS:1;229bab1f9d30:43955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T20:53:54,483 INFO [RS:1;229bab1f9d30:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,483 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T20:53:54,484 INFO [RS:1;229bab1f9d30:43955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T20:53:54,484 INFO [RS:1;229bab1f9d30:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,484 DEBUG [RS:1;229bab1f9d30:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,484 DEBUG [RS:1;229bab1f9d30:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,484 DEBUG [RS:1;229bab1f9d30:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,484 DEBUG [RS:1;229bab1f9d30:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,484 DEBUG [RS:1;229bab1f9d30:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,484 DEBUG [RS:1;229bab1f9d30:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:54,484 DEBUG [RS:1;229bab1f9d30:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,484 DEBUG [RS:1;229bab1f9d30:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,484 DEBUG [RS:1;229bab1f9d30:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,484 DEBUG [RS:1;229bab1f9d30:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,484 DEBUG [RS:1;229bab1f9d30:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,484 DEBUG [RS:1;229bab1f9d30:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,484 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T20:53:54,484 DEBUG [RS:1;229bab1f9d30:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:54,484 DEBUG [RS:1;229bab1f9d30:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:54,487 INFO [RS:0;229bab1f9d30:43535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T20:53:54,487 INFO [RS:0;229bab1f9d30:43535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,488 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T20:53:54,489 INFO [RS:1;229bab1f9d30:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,489 INFO [RS:1;229bab1f9d30:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,489 INFO [RS:1;229bab1f9d30:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,489 INFO [RS:1;229bab1f9d30:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,489 INFO [RS:1;229bab1f9d30:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,489 INFO [RS:1;229bab1f9d30:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,43955,1733691233566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:54,489 INFO [RS:0;229bab1f9d30:43535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T20:53:54,489 INFO [RS:0;229bab1f9d30:43535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,489 DEBUG [RS:0;229bab1f9d30:43535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,489 DEBUG [RS:0;229bab1f9d30:43535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,490 DEBUG [RS:0;229bab1f9d30:43535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,490 DEBUG [RS:0;229bab1f9d30:43535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,490 DEBUG [RS:0;229bab1f9d30:43535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,490 DEBUG [RS:0;229bab1f9d30:43535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:53:54,490 DEBUG [RS:0;229bab1f9d30:43535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,490 DEBUG [RS:0;229bab1f9d30:43535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,490 DEBUG [RS:0;229bab1f9d30:43535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,490 DEBUG [RS:0;229bab1f9d30:43535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,490 DEBUG [RS:0;229bab1f9d30:43535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,490 DEBUG [RS:0;229bab1f9d30:43535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:53:54,490 DEBUG [RS:0;229bab1f9d30:43535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:54,490 DEBUG [RS:0;229bab1f9d30:43535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:53:54,491 INFO [RS:0;229bab1f9d30:43535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,491 INFO [RS:0;229bab1f9d30:43535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,492 INFO [RS:0;229bab1f9d30:43535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,492 INFO [RS:0;229bab1f9d30:43535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,492 INFO [RS:0;229bab1f9d30:43535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,492 INFO [RS:0;229bab1f9d30:43535 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,43535,1733691233526-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:54,502 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T20:53:54,502 INFO [RS:1;229bab1f9d30:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,43955,1733691233566-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,502 INFO [RS:1;229bab1f9d30:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,502 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.Replication(171): 229bab1f9d30,43955,1733691233566 started 2024-12-08T20:53:54,508 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T20:53:54,508 INFO [RS:0;229bab1f9d30:43535 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,43535,1733691233526-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,508 INFO [RS:0;229bab1f9d30:43535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,509 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.Replication(171): 229bab1f9d30,43535,1733691233526 started 2024-12-08T20:53:54,514 INFO [RS:1;229bab1f9d30:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,514 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,43955,1733691233566, RpcServer on 229bab1f9d30/172.17.0.2:43955, sessionid=0x100074292fd0002 2024-12-08T20:53:54,514 DEBUG [RS:1;229bab1f9d30:43955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T20:53:54,514 DEBUG [RS:1;229bab1f9d30:43955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,43955,1733691233566 2024-12-08T20:53:54,514 DEBUG [RS:1;229bab1f9d30:43955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,43955,1733691233566' 2024-12-08T20:53:54,514 DEBUG [RS:1;229bab1f9d30:43955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T20:53:54,515 DEBUG [RS:1;229bab1f9d30:43955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T20:53:54,515 DEBUG [RS:1;229bab1f9d30:43955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T20:53:54,515 DEBUG [RS:1;229bab1f9d30:43955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T20:53:54,515 DEBUG [RS:1;229bab1f9d30:43955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,43955,1733691233566 2024-12-08T20:53:54,515 DEBUG [RS:1;229bab1f9d30:43955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,43955,1733691233566' 2024-12-08T20:53:54,515 DEBUG [RS:1;229bab1f9d30:43955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T20:53:54,516 DEBUG [RS:1;229bab1f9d30:43955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T20:53:54,516 WARN [229bab1f9d30:34605 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T20:53:54,516 DEBUG [RS:1;229bab1f9d30:43955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T20:53:54,516 INFO [RS:1;229bab1f9d30:43955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T20:53:54,516 INFO [RS:1;229bab1f9d30:43955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T20:53:54,520 INFO [RS:0;229bab1f9d30:43535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:54,520 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,43535,1733691233526, RpcServer on 229bab1f9d30/172.17.0.2:43535, sessionid=0x100074292fd0001 2024-12-08T20:53:54,520 DEBUG [RS:0;229bab1f9d30:43535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T20:53:54,520 DEBUG [RS:0;229bab1f9d30:43535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,43535,1733691233526 2024-12-08T20:53:54,520 DEBUG [RS:0;229bab1f9d30:43535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,43535,1733691233526' 2024-12-08T20:53:54,520 DEBUG [RS:0;229bab1f9d30:43535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T20:53:54,521 DEBUG [RS:0;229bab1f9d30:43535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T20:53:54,521 DEBUG [RS:0;229bab1f9d30:43535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T20:53:54,521 DEBUG [RS:0;229bab1f9d30:43535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T20:53:54,521 DEBUG [RS:0;229bab1f9d30:43535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,43535,1733691233526 2024-12-08T20:53:54,521 DEBUG [RS:0;229bab1f9d30:43535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,43535,1733691233526' 2024-12-08T20:53:54,521 DEBUG [RS:0;229bab1f9d30:43535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T20:53:54,521 DEBUG [RS:0;229bab1f9d30:43535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T20:53:54,522 DEBUG [RS:0;229bab1f9d30:43535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T20:53:54,522 INFO [RS:0;229bab1f9d30:43535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T20:53:54,522 INFO [RS:0;229bab1f9d30:43535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T20:53:54,616 INFO [RS:1;229bab1f9d30:43955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:54,618 INFO [RS:1;229bab1f9d30:43955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C43955%2C1733691233566, suffix=, logDir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/WALs/229bab1f9d30,43955,1733691233566, archiveDir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/oldWALs, maxLogs=32 2024-12-08T20:53:54,622 INFO [RS:0;229bab1f9d30:43535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:53:54,623 INFO [RS:0;229bab1f9d30:43535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C43535%2C1733691233526, suffix=, logDir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/WALs/229bab1f9d30,43535,1733691233526, archiveDir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/oldWALs, maxLogs=32 2024-12-08T20:53:54,630 DEBUG [RS:1;229bab1f9d30:43955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/WALs/229bab1f9d30,43955,1733691233566/229bab1f9d30%2C43955%2C1733691233566.1733691234618, exclude list is [], retry=0 2024-12-08T20:53:54,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37713,DS-4ce26c01-54bc-4506-a6a8-67aca6c24e56,DISK] 2024-12-08T20:53:54,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45619,DS-e46fff9d-8dbf-4c89-af39-5ef3933e1dba,DISK] 2024-12-08T20:53:54,636 INFO [RS:1;229bab1f9d30:43955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/WALs/229bab1f9d30,43955,1733691233566/229bab1f9d30%2C43955%2C1733691233566.1733691234618 2024-12-08T20:53:54,636 DEBUG [RS:1;229bab1f9d30:43955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41237:41237),(127.0.0.1/127.0.0.1:36611:36611)] 2024-12-08T20:53:54,637 DEBUG [RS:0;229bab1f9d30:43535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/WALs/229bab1f9d30,43535,1733691233526/229bab1f9d30%2C43535%2C1733691233526.1733691234624, exclude list is [], retry=0 2024-12-08T20:53:54,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37713,DS-4ce26c01-54bc-4506-a6a8-67aca6c24e56,DISK] 2024-12-08T20:53:54,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45619,DS-e46fff9d-8dbf-4c89-af39-5ef3933e1dba,DISK] 2024-12-08T20:53:54,643 INFO [RS:0;229bab1f9d30:43535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/WALs/229bab1f9d30,43535,1733691233526/229bab1f9d30%2C43535%2C1733691233526.1733691234624 2024-12-08T20:53:54,647 DEBUG [RS:0;229bab1f9d30:43535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36611:36611),(127.0.0.1/127.0.0.1:41237:41237)] 2024-12-08T20:53:54,766 DEBUG [229bab1f9d30:34605 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-08T20:53:54,766 DEBUG [229bab1f9d30:34605 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T20:53:54,768 DEBUG [229bab1f9d30:34605 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T20:53:54,768 DEBUG [229bab1f9d30:34605 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T20:53:54,768 DEBUG [229bab1f9d30:34605 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T20:53:54,768 DEBUG [229bab1f9d30:34605 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T20:53:54,768 INFO [229bab1f9d30:34605 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T20:53:54,768 INFO [229bab1f9d30:34605 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T20:53:54,768 DEBUG [229bab1f9d30:34605 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T20:53:54,769 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=229bab1f9d30,43955,1733691233566 2024-12-08T20:53:54,770 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,43955,1733691233566, state=OPENING 2024-12-08T20:53:54,806 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T20:53:54,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:54,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:54,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:54,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:54,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:54,815 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T20:53:54,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,43955,1733691233566}] 2024-12-08T20:53:54,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:54,968 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:54,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46137, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:54,972 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T20:53:54,972 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:53:54,973 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T20:53:54,974 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C43955%2C1733691233566.meta, suffix=.meta, logDir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/WALs/229bab1f9d30,43955,1733691233566, archiveDir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/oldWALs, maxLogs=32 2024-12-08T20:53:54,985 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/WALs/229bab1f9d30,43955,1733691233566/229bab1f9d30%2C43955%2C1733691233566.meta.1733691234974.meta, exclude list is [], retry=0 2024-12-08T20:53:54,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45619,DS-e46fff9d-8dbf-4c89-af39-5ef3933e1dba,DISK] 2024-12-08T20:53:54,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37713,DS-4ce26c01-54bc-4506-a6a8-67aca6c24e56,DISK] 2024-12-08T20:53:54,989 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/WALs/229bab1f9d30,43955,1733691233566/229bab1f9d30%2C43955%2C1733691233566.meta.1733691234974.meta 2024-12-08T20:53:54,991 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41237:41237),(127.0.0.1/127.0.0.1:36611:36611)] 2024-12-08T20:53:54,991 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:53:54,991 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T20:53:54,991 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T20:53:54,992 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T20:53:54,992 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T20:53:54,992 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:54,992 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T20:53:54,992 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T20:53:54,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T20:53:54,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T20:53:54,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:54,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:54,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T20:53:54,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T20:53:54,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:54,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:54,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T20:53:54,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T20:53:54,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:54,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:54,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T20:53:54,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T20:53:54,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:54,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:53:54,998 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T20:53:54,998 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740 2024-12-08T20:53:54,999 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740 2024-12-08T20:53:55,001 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T20:53:55,001 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T20:53:55,001 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:53:55,002 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T20:53:55,003 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71657939, jitterRate=0.06778649985790253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:53:55,003 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T20:53:55,004 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733691234992Writing region info on filesystem at 1733691234992Initializing all the Stores at 1733691234993 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691234993Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691234993Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691234993Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691234993Cleaning up temporary data from old regions at 1733691235001 (+8 ms)Running coprocessor post-open hooks at 1733691235003 (+2 ms)Region opened successfully at 1733691235004 (+1 ms) 2024-12-08T20:53:55,005 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733691234967 2024-12-08T20:53:55,008 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T20:53:55,008 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T20:53:55,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,43955,1733691233566 2024-12-08T20:53:55,010 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,43955,1733691233566, state=OPEN 2024-12-08T20:53:55,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:55,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:55,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:53:55,039 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=229bab1f9d30,43955,1733691233566 2024-12-08T20:53:55,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:55,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:55,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:53:55,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T20:53:55,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,43955,1733691233566 in 224 msec 2024-12-08T20:53:55,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T20:53:55,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 678 msec 2024-12-08T20:53:55,047 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:53:55,047 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T20:53:55,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:53:55,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,43955,1733691233566, seqNum=-1] 2024-12-08T20:53:55,049 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:55,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36203, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:55,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 729 msec 2024-12-08T20:53:55,056 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733691235056, completionTime=-1 2024-12-08T20:53:55,056 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-08T20:53:55,056 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T20:53:55,058 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-08T20:53:55,058 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733691295058 2024-12-08T20:53:55,058 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733691355058 2024-12-08T20:53:55,058 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-08T20:53:55,058 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T20:53:55,058 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34605,1733691233393-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:55,058 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34605,1733691233393-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:55,058 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34605,1733691233393-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:55,058 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-229bab1f9d30:34605, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:55,059 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:55,059 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:55,061 DEBUG [master/229bab1f9d30:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T20:53:55,062 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.431sec 2024-12-08T20:53:55,063 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T20:53:55,063 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T20:53:55,063 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T20:53:55,063 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T20:53:55,063 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T20:53:55,063 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34605,1733691233393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:53:55,063 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34605,1733691233393-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T20:53:55,065 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T20:53:55,065 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T20:53:55,065 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34605,1733691233393-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:53:55,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de3f6ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:55,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34605,-1 for getting cluster id 2024-12-08T20:53:55,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:53:55,101 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60911e08-449c-4cc8-bb05-d2e3ed2c2681' 2024-12-08T20:53:55,101 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:53:55,101 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60911e08-449c-4cc8-bb05-d2e3ed2c2681" 2024-12-08T20:53:55,102 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0de308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:55,102 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34605,-1] 2024-12-08T20:53:55,102 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:53:55,102 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:55,103 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:53:55,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19eec81a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:53:55,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:53:55,105 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,43955,1733691233566, seqNum=-1] 2024-12-08T20:53:55,105 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:55,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:55,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=229bab1f9d30,34605,1733691233393 2024-12-08T20:53:55,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T20:53:55,109 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,34605,1733691233393 2024-12-08T20:53:55,109 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@122e2c46 2024-12-08T20:53:55,109 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T20:53:55,111 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T20:53:55,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:53:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-08T20:53:55,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T20:53:55,114 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:55,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-08T20:53:55,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T20:53:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:55,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741836_1012 (size=379) 2024-12-08T20:53:55,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741836_1012 (size=379) 2024-12-08T20:53:55,124 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ccd193a8bb8e4eb1e89282bc4c386bc7, NAME => 'testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace 2024-12-08T20:53:55,124 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de042ac8d857a6957d3f1f49f6fb1739, NAME => 'testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace 2024-12-08T20:53:55,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741837_1013 (size=61) 2024-12-08T20:53:55,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741837_1013 (size=61) 2024-12-08T20:53:55,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:55,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing de042ac8d857a6957d3f1f49f6fb1739, disabling compactions & flushes 2024-12-08T20:53:55,138 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739. 2024-12-08T20:53:55,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739. 2024-12-08T20:53:55,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739. after waiting 0 ms 2024-12-08T20:53:55,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739. 2024-12-08T20:53:55,138 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739. 2024-12-08T20:53:55,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for de042ac8d857a6957d3f1f49f6fb1739: Waiting for close lock at 1733691235138Disabling compacts and flushes for region at 1733691235138Disabling writes for close at 1733691235138Writing region close event to WAL at 1733691235138Closed at 1733691235138 2024-12-08T20:53:55,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741838_1014 (size=61) 2024-12-08T20:53:55,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741838_1014 (size=61) 2024-12-08T20:53:55,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:55,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ccd193a8bb8e4eb1e89282bc4c386bc7, disabling compactions & flushes 2024-12-08T20:53:55,144 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7. 2024-12-08T20:53:55,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7. 2024-12-08T20:53:55,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7. after waiting 0 ms 2024-12-08T20:53:55,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7. 2024-12-08T20:53:55,144 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7. 2024-12-08T20:53:55,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ccd193a8bb8e4eb1e89282bc4c386bc7: Waiting for close lock at 1733691235144Disabling compacts and flushes for region at 1733691235144Disabling writes for close at 1733691235144Writing region close event to WAL at 1733691235144Closed at 1733691235144 2024-12-08T20:53:55,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T20:53:55,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733691235145"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691235145"}]},"ts":"1733691235145"} 2024-12-08T20:53:55,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733691235145"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691235145"}]},"ts":"1733691235145"} 2024-12-08T20:53:55,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-08T20:53:55,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T20:53:55,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691235149"}]},"ts":"1733691235149"} 2024-12-08T20:53:55,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-08T20:53:55,152 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T20:53:55,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T20:53:55,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T20:53:55,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T20:53:55,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T20:53:55,153 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T20:53:55,153 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T20:53:55,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T20:53:55,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de042ac8d857a6957d3f1f49f6fb1739, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ccd193a8bb8e4eb1e89282bc4c386bc7, ASSIGN}] 2024-12-08T20:53:55,154 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de042ac8d857a6957d3f1f49f6fb1739, ASSIGN 2024-12-08T20:53:55,154 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ccd193a8bb8e4eb1e89282bc4c386bc7, ASSIGN 2024-12-08T20:53:55,156 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de042ac8d857a6957d3f1f49f6fb1739, ASSIGN; state=OFFLINE, location=229bab1f9d30,43535,1733691233526; forceNewPlan=false, retain=false 2024-12-08T20:53:55,156 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ccd193a8bb8e4eb1e89282bc4c386bc7, ASSIGN; state=OFFLINE, location=229bab1f9d30,43955,1733691233566; forceNewPlan=false, retain=false 2024-12-08T20:53:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:55,306 INFO [229bab1f9d30:34605 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-08T20:53:55,307 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de042ac8d857a6957d3f1f49f6fb1739, regionState=OPENING, regionLocation=229bab1f9d30,43535,1733691233526 2024-12-08T20:53:55,307 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ccd193a8bb8e4eb1e89282bc4c386bc7, regionState=OPENING, regionLocation=229bab1f9d30,43955,1733691233566 2024-12-08T20:53:55,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de042ac8d857a6957d3f1f49f6fb1739, ASSIGN because future has completed 2024-12-08T20:53:55,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de042ac8d857a6957d3f1f49f6fb1739, server=229bab1f9d30,43535,1733691233526}] 2024-12-08T20:53:55,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ccd193a8bb8e4eb1e89282bc4c386bc7, ASSIGN because future has completed 2024-12-08T20:53:55,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccd193a8bb8e4eb1e89282bc4c386bc7, server=229bab1f9d30,43955,1733691233566}] 2024-12-08T20:53:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:55,462 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:55,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35515, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:55,467 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7. 2024-12-08T20:53:55,467 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ccd193a8bb8e4eb1e89282bc4c386bc7, NAME => 'testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7.', STARTKEY => '5', ENDKEY => ''} 2024-12-08T20:53:55,468 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ccd193a8bb8e4eb1e89282bc4c386bc7 2024-12-08T20:53:55,468 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:55,468 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ccd193a8bb8e4eb1e89282bc4c386bc7 2024-12-08T20:53:55,468 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739. 2024-12-08T20:53:55,468 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ccd193a8bb8e4eb1e89282bc4c386bc7 2024-12-08T20:53:55,468 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => de042ac8d857a6957d3f1f49f6fb1739, NAME => 'testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739.', STARTKEY => '', ENDKEY => '5'} 2024-12-08T20:53:55,468 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache de042ac8d857a6957d3f1f49f6fb1739 2024-12-08T20:53:55,468 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:53:55,468 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for de042ac8d857a6957d3f1f49f6fb1739 2024-12-08T20:53:55,468 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for de042ac8d857a6957d3f1f49f6fb1739 2024-12-08T20:53:55,469 INFO [StoreOpener-ccd193a8bb8e4eb1e89282bc4c386bc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ccd193a8bb8e4eb1e89282bc4c386bc7 2024-12-08T20:53:55,469 INFO [StoreOpener-de042ac8d857a6957d3f1f49f6fb1739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region de042ac8d857a6957d3f1f49f6fb1739 2024-12-08T20:53:55,471 INFO [StoreOpener-de042ac8d857a6957d3f1f49f6fb1739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de042ac8d857a6957d3f1f49f6fb1739 columnFamilyName family 2024-12-08T20:53:55,471 INFO [StoreOpener-ccd193a8bb8e4eb1e89282bc4c386bc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccd193a8bb8e4eb1e89282bc4c386bc7 columnFamilyName family 2024-12-08T20:53:55,471 DEBUG [StoreOpener-de042ac8d857a6957d3f1f49f6fb1739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:55,471 DEBUG [StoreOpener-ccd193a8bb8e4eb1e89282bc4c386bc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:53:55,471 INFO [StoreOpener-ccd193a8bb8e4eb1e89282bc4c386bc7-1 {}] regionserver.HStore(327): Store=ccd193a8bb8e4eb1e89282bc4c386bc7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:55,471 INFO [StoreOpener-de042ac8d857a6957d3f1f49f6fb1739-1 {}] regionserver.HStore(327): Store=de042ac8d857a6957d3f1f49f6fb1739/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:53:55,471 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ccd193a8bb8e4eb1e89282bc4c386bc7 2024-12-08T20:53:55,471 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for de042ac8d857a6957d3f1f49f6fb1739 2024-12-08T20:53:55,472 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/ccd193a8bb8e4eb1e89282bc4c386bc7 2024-12-08T20:53:55,472 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/de042ac8d857a6957d3f1f49f6fb1739 2024-12-08T20:53:55,472 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/ccd193a8bb8e4eb1e89282bc4c386bc7 2024-12-08T20:53:55,472 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/de042ac8d857a6957d3f1f49f6fb1739 2024-12-08T20:53:55,473 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for de042ac8d857a6957d3f1f49f6fb1739 2024-12-08T20:53:55,473 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for de042ac8d857a6957d3f1f49f6fb1739 2024-12-08T20:53:55,473 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ccd193a8bb8e4eb1e89282bc4c386bc7 2024-12-08T20:53:55,473 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ccd193a8bb8e4eb1e89282bc4c386bc7 2024-12-08T20:53:55,474 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for de042ac8d857a6957d3f1f49f6fb1739 2024-12-08T20:53:55,474 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ccd193a8bb8e4eb1e89282bc4c386bc7 2024-12-08T20:53:55,476 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/de042ac8d857a6957d3f1f49f6fb1739/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:55,476 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened de042ac8d857a6957d3f1f49f6fb1739; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68758166, jitterRate=0.024576514959335327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T20:53:55,476 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de042ac8d857a6957d3f1f49f6fb1739 2024-12-08T20:53:55,477 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for de042ac8d857a6957d3f1f49f6fb1739: Running coprocessor pre-open hook at 1733691235468Writing region info on filesystem at 1733691235468Initializing all the Stores at 1733691235469 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691235469Cleaning up temporary data from old regions at 1733691235473 (+4 ms)Running coprocessor post-open hooks at 1733691235476 (+3 ms)Region opened successfully at 1733691235477 (+1 ms) 2024-12-08T20:53:55,477 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739., pid=7, masterSystemTime=1733691235462 2024-12-08T20:53:55,479 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739. 2024-12-08T20:53:55,479 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739. 2024-12-08T20:53:55,480 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de042ac8d857a6957d3f1f49f6fb1739, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,43535,1733691233526 2024-12-08T20:53:55,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de042ac8d857a6957d3f1f49f6fb1739, server=229bab1f9d30,43535,1733691233526 because future has completed 2024-12-08T20:53:55,483 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/ccd193a8bb8e4eb1e89282bc4c386bc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:53:55,484 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ccd193a8bb8e4eb1e89282bc4c386bc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66028021, jitterRate=-0.016105815768241882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T20:53:55,484 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ccd193a8bb8e4eb1e89282bc4c386bc7 2024-12-08T20:53:55,484 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ccd193a8bb8e4eb1e89282bc4c386bc7: Running coprocessor pre-open hook at 1733691235468Writing region info on filesystem at 1733691235468Initializing all the Stores at 1733691235469 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691235469Cleaning up temporary data from old regions at 1733691235473 (+4 ms)Running coprocessor post-open hooks at 1733691235484 (+11 ms)Region opened successfully at 1733691235484 2024-12-08T20:53:55,485 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7., pid=8, masterSystemTime=1733691235463 2024-12-08T20:53:55,487 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7. 2024-12-08T20:53:55,487 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7. 2024-12-08T20:53:55,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ccd193a8bb8e4eb1e89282bc4c386bc7, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,43955,1733691233566 2024-12-08T20:53:55,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccd193a8bb8e4eb1e89282bc4c386bc7, server=229bab1f9d30,43955,1733691233566 because future has completed 2024-12-08T20:53:55,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-08T20:53:55,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure de042ac8d857a6957d3f1f49f6fb1739, server=229bab1f9d30,43535,1733691233526 in 181 msec 2024-12-08T20:53:55,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-08T20:53:55,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ccd193a8bb8e4eb1e89282bc4c386bc7, server=229bab1f9d30,43955,1733691233566 in 181 msec 2024-12-08T20:53:55,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de042ac8d857a6957d3f1f49f6fb1739, ASSIGN in 340 msec 2024-12-08T20:53:55,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-08T20:53:55,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ccd193a8bb8e4eb1e89282bc4c386bc7, ASSIGN in 341 msec 2024-12-08T20:53:55,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T20:53:55,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691235497"}]},"ts":"1733691235497"} 2024-12-08T20:53:55,499 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-08T20:53:55,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T20:53:55,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 388 msec 2024-12-08T20:53:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:53:55,748 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-08T20:53:55,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-08T20:53:55,748 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T20:53:55,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-08T20:53:55,751 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T20:53:55,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-08T20:53:55,753 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739., hostname=229bab1f9d30,43535,1733691233526, seqNum=2] 2024-12-08T20:53:55,753 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:53:55,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:53:55,765 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7., hostname=229bab1f9d30,43955,1733691233566, seqNum=2] 2024-12-08T20:53:55,775 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing de042ac8d857a6957d3f1f49f6fb1739 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-08T20:53:55,789 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/de042ac8d857a6957d3f1f49f6fb1739/.tmp/family/942ac526ce3344978245c8cbbaa3395a is 32, key is 1/family:/1733691235755/Put/seqid=0 2024-12-08T20:53:55,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741839_1015 (size=5054) 2024-12-08T20:53:55,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741839_1015 (size=5054) 2024-12-08T20:53:55,799 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/de042ac8d857a6957d3f1f49f6fb1739/.tmp/family/942ac526ce3344978245c8cbbaa3395a 2024-12-08T20:53:55,807 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/de042ac8d857a6957d3f1f49f6fb1739/.tmp/family/942ac526ce3344978245c8cbbaa3395a as hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/de042ac8d857a6957d3f1f49f6fb1739/family/942ac526ce3344978245c8cbbaa3395a 2024-12-08T20:53:55,813 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/de042ac8d857a6957d3f1f49f6fb1739/family/942ac526ce3344978245c8cbbaa3395a, entries=4, sequenceid=8, filesize=4.9 K 2024-12-08T20:53:55,815 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for de042ac8d857a6957d3f1f49f6fb1739 in 39ms, sequenceid=8, compaction requested=false 2024-12-08T20:53:55,815 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for de042ac8d857a6957d3f1f49f6fb1739: 2024-12-08T20:53:55,815 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ccd193a8bb8e4eb1e89282bc4c386bc7 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-08T20:53:55,835 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/ccd193a8bb8e4eb1e89282bc4c386bc7/.tmp/family/15dfcdc9189542ce90d6c8c918bcfc5b is 32, key is 5/family:/1733691235766/Put/seqid=0 2024-12-08T20:53:55,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741840_1016 (size=5083) 2024-12-08T20:53:55,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741840_1016 (size=5083) 2024-12-08T20:53:55,841 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/ccd193a8bb8e4eb1e89282bc4c386bc7/.tmp/family/15dfcdc9189542ce90d6c8c918bcfc5b 2024-12-08T20:53:55,848 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/ccd193a8bb8e4eb1e89282bc4c386bc7/.tmp/family/15dfcdc9189542ce90d6c8c918bcfc5b as hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/ccd193a8bb8e4eb1e89282bc4c386bc7/family/15dfcdc9189542ce90d6c8c918bcfc5b 2024-12-08T20:53:55,855 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/ccd193a8bb8e4eb1e89282bc4c386bc7/family/15dfcdc9189542ce90d6c8c918bcfc5b, entries=5, sequenceid=9, filesize=5.0 K 2024-12-08T20:53:55,857 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ccd193a8bb8e4eb1e89282bc4c386bc7 in 41ms, sequenceid=9, compaction requested=false 2024-12-08T20:53:55,857 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ccd193a8bb8e4eb1e89282bc4c386bc7: 2024-12-08T20:53:55,860 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-08T20:53:55,863 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:55,864 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:53:55,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:55,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:53:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] bucket.BucketCache(1863): found 1 blocks for file 15dfcdc9189542ce90d6c8c918bcfc5b, starting offset: 0, end offset: 9223372036854775807 2024-12-08T20:53:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] bucket.BucketCache(1863): found 1 blocks for file 942ac526ce3344978245c8cbbaa3395a, starting offset: 0, end offset: 9223372036854775807 2024-12-08T20:53:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] bucket.BucketCache(856): removed key 15dfcdc9189542ce90d6c8c918bcfc5b_0 from back map with offset lock 2094080 in the evict process 2024-12-08T20:53:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] bucket.BucketCache(856): removed key 942ac526ce3344978245c8cbbaa3395a_0 from back map with offset lock 2094080 in the evict process 2024-12-08T20:53:55,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T20:53:55,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:53:55,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:55,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:55,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:55,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:53:55,867 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T20:53:55,867 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1867797913, stopped=false 2024-12-08T20:53:55,867 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=229bab1f9d30,34605,1733691233393 2024-12-08T20:53:55,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:55,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:55,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:53:55,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:55,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:55,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:55,931 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T20:53:55,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:53:55,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:55,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:55,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:55,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:55,932 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,43535,1733691233526' ***** 2024-12-08T20:53:55,932 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T20:53:55,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:53:55,932 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,43955,1733691233566' ***** 2024-12-08T20:53:55,932 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T20:53:55,932 INFO [RS:0;229bab1f9d30:43535 {}] bucket.BucketCache(1738): Disabling cache 2024-12-08T20:53:55,932 INFO [RS:0;229bab1f9d30:43535 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-08T20:53:55,932 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-08T20:53:55,932 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-08T20:53:55,932 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-08T20:53:55,932 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T20:53:55,932 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T20:53:55,932 INFO [RS:0;229bab1f9d30:43535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T20:53:55,933 INFO [RS:0;229bab1f9d30:43535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T20:53:55,933 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(3091): Received CLOSE for de042ac8d857a6957d3f1f49f6fb1739 2024-12-08T20:53:55,933 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,43535,1733691233526 2024-12-08T20:53:55,933 INFO [RS:0;229bab1f9d30:43535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:55,933 INFO [RS:0;229bab1f9d30:43535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;229bab1f9d30:43535. 2024-12-08T20:53:55,933 DEBUG [RS:0;229bab1f9d30:43535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:55,933 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de042ac8d857a6957d3f1f49f6fb1739, disabling compactions & flushes 2024-12-08T20:53:55,933 DEBUG [RS:0;229bab1f9d30:43535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:55,933 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739. 2024-12-08T20:53:55,933 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739. 2024-12-08T20:53:55,933 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739. after waiting 0 ms 2024-12-08T20:53:55,933 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T20:53:55,933 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739. 2024-12-08T20:53:55,933 DEBUG [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(1325): Online Regions={de042ac8d857a6957d3f1f49f6fb1739=testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739.} 2024-12-08T20:53:55,933 DEBUG [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(1351): Waiting on de042ac8d857a6957d3f1f49f6fb1739 2024-12-08T20:53:55,934 INFO [RS:1;229bab1f9d30:43955 {}] bucket.BucketCache(1738): Disabling cache 2024-12-08T20:53:55,934 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-08T20:53:55,934 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-08T20:53:55,935 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-08T20:53:55,935 INFO [RS:1;229bab1f9d30:43955 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-08T20:53:55,935 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T20:53:55,935 INFO [RS:1;229bab1f9d30:43955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T20:53:55,935 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T20:53:55,935 INFO [RS:1;229bab1f9d30:43955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T20:53:55,935 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(3091): Received CLOSE for ccd193a8bb8e4eb1e89282bc4c386bc7 2024-12-08T20:53:55,935 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,43955,1733691233566 2024-12-08T20:53:55,935 INFO [RS:1;229bab1f9d30:43955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:55,935 INFO [RS:1;229bab1f9d30:43955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;229bab1f9d30:43955. 2024-12-08T20:53:55,935 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ccd193a8bb8e4eb1e89282bc4c386bc7, disabling compactions & flushes 2024-12-08T20:53:55,935 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7. 2024-12-08T20:53:55,935 DEBUG [RS:1;229bab1f9d30:43955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:53:55,935 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7. 2024-12-08T20:53:55,935 DEBUG [RS:1;229bab1f9d30:43955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:55,935 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7. after waiting 0 ms 2024-12-08T20:53:55,935 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7. 2024-12-08T20:53:55,935 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T20:53:55,936 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T20:53:55,936 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T20:53:55,936 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T20:53:55,936 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-08T20:53:55,936 DEBUG [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(1325): Online Regions={ccd193a8bb8e4eb1e89282bc4c386bc7=testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7., 1588230740=hbase:meta,,1.1588230740} 2024-12-08T20:53:55,936 DEBUG [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ccd193a8bb8e4eb1e89282bc4c386bc7 2024-12-08T20:53:55,936 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T20:53:55,936 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T20:53:55,936 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T20:53:55,936 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T20:53:55,936 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T20:53:55,936 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-08T20:53:55,939 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/de042ac8d857a6957d3f1f49f6fb1739/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-08T20:53:55,939 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739. 2024-12-08T20:53:55,939 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de042ac8d857a6957d3f1f49f6fb1739: Waiting for close lock at 1733691235933Running coprocessor pre-close hooks at 1733691235933Disabling compacts and flushes for region at 1733691235933Disabling writes for close at 1733691235933Writing region close event to WAL at 1733691235933Running coprocessor post-close hooks at 1733691235939 (+6 ms)Closed at 1733691235939 2024-12-08T20:53:55,940 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733691235111.de042ac8d857a6957d3f1f49f6fb1739. 2024-12-08T20:53:55,941 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/default/testClearRegionBlockCache/ccd193a8bb8e4eb1e89282bc4c386bc7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-08T20:53:55,941 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7. 2024-12-08T20:53:55,941 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ccd193a8bb8e4eb1e89282bc4c386bc7: Waiting for close lock at 1733691235935Running coprocessor pre-close hooks at 1733691235935Disabling compacts and flushes for region at 1733691235935Disabling writes for close at 1733691235935Writing region close event to WAL at 1733691235937 (+2 ms)Running coprocessor post-close hooks at 1733691235941 (+4 ms)Closed at 1733691235941 2024-12-08T20:53:55,941 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7. 2024-12-08T20:53:55,951 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/.tmp/info/25721e3765644062bff9cfc765e25a62 is 173, key is testClearRegionBlockCache,5,1733691235111.ccd193a8bb8e4eb1e89282bc4c386bc7./info:regioninfo/1733691235488/Put/seqid=0 2024-12-08T20:53:55,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741841_1017 (size=8173) 2024-12-08T20:53:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741841_1017 (size=8173) 2024-12-08T20:53:55,956 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/.tmp/info/25721e3765644062bff9cfc765e25a62 2024-12-08T20:53:55,972 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/.tmp/ns/b56a4b2871254c338e6e0b4712eef355 is 43, key is default/ns:d/1733691235051/Put/seqid=0 2024-12-08T20:53:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741842_1018 (size=5153) 2024-12-08T20:53:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741842_1018 (size=5153) 2024-12-08T20:53:55,983 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/.tmp/ns/b56a4b2871254c338e6e0b4712eef355 2024-12-08T20:53:55,990 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:55,998 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:56,001 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/.tmp/table/9d5ac442cb36401ab28674067f1eb016 is 61, key is testClearRegionBlockCache/table:state/1733691235497/Put/seqid=0 2024-12-08T20:53:56,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741843_1019 (size=5312) 2024-12-08T20:53:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741843_1019 (size=5312) 2024-12-08T20:53:56,007 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/.tmp/table/9d5ac442cb36401ab28674067f1eb016 2024-12-08T20:53:56,013 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/.tmp/info/25721e3765644062bff9cfc765e25a62 as hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/info/25721e3765644062bff9cfc765e25a62 2024-12-08T20:53:56,019 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/info/25721e3765644062bff9cfc765e25a62, entries=20, sequenceid=13, filesize=8.0 K 2024-12-08T20:53:56,021 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/.tmp/ns/b56a4b2871254c338e6e0b4712eef355 as hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/ns/b56a4b2871254c338e6e0b4712eef355 2024-12-08T20:53:56,026 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/ns/b56a4b2871254c338e6e0b4712eef355, entries=2, sequenceid=13, filesize=5.0 K 2024-12-08T20:53:56,027 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/.tmp/table/9d5ac442cb36401ab28674067f1eb016 as hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/table/9d5ac442cb36401ab28674067f1eb016 2024-12-08T20:53:56,033 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/table/9d5ac442cb36401ab28674067f1eb016, entries=2, sequenceid=13, filesize=5.2 K 2024-12-08T20:53:56,034 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=13, compaction requested=false 2024-12-08T20:53:56,041 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-08T20:53:56,041 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T20:53:56,042 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:56,042 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691235936Running coprocessor pre-close hooks at 1733691235936Disabling compacts and flushes for region at 1733691235936Disabling writes for close at 1733691235936Obtaining lock to block concurrent updates at 1733691235936Preparing flush snapshotting stores in 1588230740 at 1733691235936Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733691235937 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733691235937Flushing 1588230740/info: creating writer at 1733691235937Flushing 1588230740/info: appending metadata at 1733691235951 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733691235951Flushing 1588230740/ns: creating writer at 1733691235961 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733691235972 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733691235972Flushing 1588230740/table: creating writer at 1733691235988 (+16 ms)Flushing 1588230740/table: appending metadata at 1733691236001 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733691236001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7993ac61: reopening flushed file at 1733691236012 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e24b95f: reopening flushed file at 1733691236019 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c46b42: reopening flushed file at 1733691236026 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=13, compaction requested=false at 1733691236034 (+8 ms)Writing region close event to WAL at 1733691236037 (+3 ms)Running coprocessor post-close hooks at 1733691236041 (+4 ms)Closed at 1733691236041 2024-12-08T20:53:56,042 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T20:53:56,133 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,43535,1733691233526; all regions closed. 2024-12-08T20:53:56,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741834_1010 (size=1758) 2024-12-08T20:53:56,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741834_1010 (size=1758) 2024-12-08T20:53:56,136 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,43955,1733691233566; all regions closed. 2024-12-08T20:53:56,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741835_1011 (size=4338) 2024-12-08T20:53:56,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741835_1011 (size=4338) 2024-12-08T20:53:56,138 DEBUG [RS:0;229bab1f9d30:43535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/oldWALs 2024-12-08T20:53:56,138 INFO [RS:0;229bab1f9d30:43535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C43535%2C1733691233526:(num 1733691234624) 2024-12-08T20:53:56,138 DEBUG [RS:0;229bab1f9d30:43535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:56,138 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:56,139 INFO [RS:0;229bab1f9d30:43535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:56,139 INFO [RS:0;229bab1f9d30:43535 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:56,139 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T20:53:56,139 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T20:53:56,139 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T20:53:56,139 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:56,139 INFO [RS:0;229bab1f9d30:43535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:56,139 INFO [RS:0;229bab1f9d30:43535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43535 2024-12-08T20:53:56,141 DEBUG [RS:1;229bab1f9d30:43955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/oldWALs 2024-12-08T20:53:56,141 INFO [RS:1;229bab1f9d30:43955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C43955%2C1733691233566.meta:.meta(num 1733691234974) 2024-12-08T20:53:56,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741833_1009 (size=1867) 2024-12-08T20:53:56,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741833_1009 (size=1867) 2024-12-08T20:53:56,146 DEBUG [RS:1;229bab1f9d30:43955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/oldWALs 2024-12-08T20:53:56,146 INFO [RS:1;229bab1f9d30:43955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C43955%2C1733691233566:(num 1733691234618) 2024-12-08T20:53:56,146 DEBUG [RS:1;229bab1f9d30:43955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:53:56,146 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:53:56,146 INFO [RS:1;229bab1f9d30:43955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:56,146 INFO [RS:1;229bab1f9d30:43955 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:56,146 INFO [RS:1;229bab1f9d30:43955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:56,146 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:56,146 INFO [RS:1;229bab1f9d30:43955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43955 2024-12-08T20:53:56,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:53:56,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,43535,1733691233526 2024-12-08T20:53:56,156 INFO [RS:0;229bab1f9d30:43535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:56,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,43955,1733691233566 2024-12-08T20:53:56,164 INFO [RS:1;229bab1f9d30:43955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:56,172 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,43955,1733691233566] 2024-12-08T20:53:56,189 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,43955,1733691233566 already deleted, retry=false 2024-12-08T20:53:56,189 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,43955,1733691233566 expired; onlineServers=1 2024-12-08T20:53:56,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,43535,1733691233526] 2024-12-08T20:53:56,197 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,43535,1733691233526 already deleted, retry=false 2024-12-08T20:53:56,197 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,43535,1733691233526 expired; onlineServers=0 2024-12-08T20:53:56,197 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '229bab1f9d30,34605,1733691233393' ***** 2024-12-08T20:53:56,197 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T20:53:56,197 INFO [M:0;229bab1f9d30:34605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:53:56,198 INFO [M:0;229bab1f9d30:34605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:53:56,198 DEBUG [M:0;229bab1f9d30:34605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T20:53:56,198 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T20:53:56,198 DEBUG [M:0;229bab1f9d30:34605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T20:53:56,198 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691234331 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691234331,5,FailOnTimeoutGroup] 2024-12-08T20:53:56,198 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691234333 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691234333,5,FailOnTimeoutGroup] 2024-12-08T20:53:56,198 INFO [M:0;229bab1f9d30:34605 {}] hbase.ChoreService(370): Chore service for: master/229bab1f9d30:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T20:53:56,198 INFO [M:0;229bab1f9d30:34605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:53:56,198 DEBUG [M:0;229bab1f9d30:34605 {}] master.HMaster(1795): Stopping service threads 2024-12-08T20:53:56,198 INFO [M:0;229bab1f9d30:34605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T20:53:56,198 INFO [M:0;229bab1f9d30:34605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T20:53:56,198 INFO [M:0;229bab1f9d30:34605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T20:53:56,198 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T20:53:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T20:53:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:53:56,206 DEBUG [M:0;229bab1f9d30:34605 {}] zookeeper.ZKUtil(347): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T20:53:56,206 WARN [M:0;229bab1f9d30:34605 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T20:53:56,206 INFO [M:0;229bab1f9d30:34605 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/.lastflushedseqids 2024-12-08T20:53:56,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741844_1020 (size=182) 2024-12-08T20:53:56,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741844_1020 (size=182) 2024-12-08T20:53:56,212 INFO [M:0;229bab1f9d30:34605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T20:53:56,212 INFO [M:0;229bab1f9d30:34605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T20:53:56,212 DEBUG [M:0;229bab1f9d30:34605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T20:53:56,212 INFO [M:0;229bab1f9d30:34605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:56,212 DEBUG [M:0;229bab1f9d30:34605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:56,212 DEBUG [M:0;229bab1f9d30:34605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T20:53:56,212 DEBUG [M:0;229bab1f9d30:34605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:56,213 INFO [M:0;229bab1f9d30:34605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-12-08T20:53:56,227 DEBUG [M:0;229bab1f9d30:34605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9cd396bee3740e48630f6932f9ae744 is 82, key is hbase:meta,,1/info:regioninfo/1733691235009/Put/seqid=0 2024-12-08T20:53:56,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741845_1021 (size=5672) 2024-12-08T20:53:56,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741845_1021 (size=5672) 2024-12-08T20:53:56,233 INFO [M:0;229bab1f9d30:34605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9cd396bee3740e48630f6932f9ae744 2024-12-08T20:53:56,252 DEBUG [M:0;229bab1f9d30:34605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf58f35c26b544bbaee1ef23f77668dc is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733691235501/Put/seqid=0 2024-12-08T20:53:56,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741846_1022 (size=6219) 2024-12-08T20:53:56,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741846_1022 (size=6219) 2024-12-08T20:53:56,257 INFO [M:0;229bab1f9d30:34605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf58f35c26b544bbaee1ef23f77668dc 2024-12-08T20:53:56,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:56,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43535-0x100074292fd0001, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:56,273 INFO [RS:0;229bab1f9d30:43535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:56,273 INFO [RS:0;229bab1f9d30:43535 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,43535,1733691233526; zookeeper connection closed. 2024-12-08T20:53:56,274 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@192a27ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@192a27ec 2024-12-08T20:53:56,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:56,281 INFO [RS:1;229bab1f9d30:43955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:56,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x100074292fd0002, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:56,281 INFO [RS:1;229bab1f9d30:43955 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,43955,1733691233566; zookeeper connection closed. 2024-12-08T20:53:56,281 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41e0eeb1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41e0eeb1 2024-12-08T20:53:56,281 DEBUG [M:0;229bab1f9d30:34605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/552642c56f3343ee9e9c317c9000c128 is 69, key is 229bab1f9d30,43535,1733691233526/rs:state/1733691234437/Put/seqid=0 2024-12-08T20:53:56,281 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-08T20:53:56,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741847_1023 (size=5224) 2024-12-08T20:53:56,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741847_1023 (size=5224) 2024-12-08T20:53:56,287 INFO [M:0;229bab1f9d30:34605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/552642c56f3343ee9e9c317c9000c128 2024-12-08T20:53:56,293 DEBUG [M:0;229bab1f9d30:34605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9cd396bee3740e48630f6932f9ae744 as hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9cd396bee3740e48630f6932f9ae744 2024-12-08T20:53:56,298 INFO [M:0;229bab1f9d30:34605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9cd396bee3740e48630f6932f9ae744, entries=8, sequenceid=71, filesize=5.5 K 2024-12-08T20:53:56,298 DEBUG [M:0;229bab1f9d30:34605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf58f35c26b544bbaee1ef23f77668dc as hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf58f35c26b544bbaee1ef23f77668dc 2024-12-08T20:53:56,303 INFO [M:0;229bab1f9d30:34605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf58f35c26b544bbaee1ef23f77668dc, entries=8, sequenceid=71, filesize=6.1 K 2024-12-08T20:53:56,304 DEBUG [M:0;229bab1f9d30:34605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/552642c56f3343ee9e9c317c9000c128 as hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/552642c56f3343ee9e9c317c9000c128 2024-12-08T20:53:56,308 INFO [M:0;229bab1f9d30:34605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/5d99e873-e763-3e4e-c5cc-abf387730ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/552642c56f3343ee9e9c317c9000c128, entries=2, sequenceid=71, filesize=5.1 K 2024-12-08T20:53:56,309 INFO [M:0;229bab1f9d30:34605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false 2024-12-08T20:53:56,310 INFO [M:0;229bab1f9d30:34605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:53:56,310 DEBUG [M:0;229bab1f9d30:34605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691236212Disabling compacts and flushes for region at 1733691236212Disabling writes for close at 1733691236212Obtaining lock to block concurrent updates at 1733691236213 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733691236213Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1733691236213Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733691236213Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733691236214 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733691236227 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733691236227Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733691236238 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733691236251 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733691236252 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733691236262 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733691236281 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733691236281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f8663de: reopening flushed file at 1733691236292 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cdfa051: reopening flushed file at 1733691236298 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6108b8a9: reopening flushed file at 1733691236303 (+5 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false at 1733691236309 (+6 ms)Writing region close event to WAL at 1733691236310 (+1 ms)Closed at 1733691236310 2024-12-08T20:53:56,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37713 is added to blk_1073741830_1006 (size=35489) 2024-12-08T20:53:56,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45619 is added to blk_1073741830_1006 (size=35489) 2024-12-08T20:53:56,313 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:53:56,313 INFO [M:0;229bab1f9d30:34605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T20:53:56,314 INFO [M:0;229bab1f9d30:34605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34605 2024-12-08T20:53:56,314 INFO [M:0;229bab1f9d30:34605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:53:56,423 INFO [M:0;229bab1f9d30:34605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:53:56,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:56,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100074292fd0000, quorum=127.0.0.1:60725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:53:56,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@89a7775{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:56,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d8b8a6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:56,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:56,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48f3b89a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:56,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4eb24413{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:56,427 WARN [BP-1007100595-172.17.0.2-1733691231612 heartbeating to localhost/127.0.0.1:34085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T20:53:56,427 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T20:53:56,427 WARN [BP-1007100595-172.17.0.2-1733691231612 heartbeating to localhost/127.0.0.1:34085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1007100595-172.17.0.2-1733691231612 (Datanode Uuid 257ddeee-afaa-4b17-b2e6-b1964bfef352) service to localhost/127.0.0.1:34085 2024-12-08T20:53:56,427 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T20:53:56,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/cluster_93bec3d7-5a5d-41e9-4480-40a2bfd03b4d/data/data3/current/BP-1007100595-172.17.0.2-1733691231612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:56,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/cluster_93bec3d7-5a5d-41e9-4480-40a2bfd03b4d/data/data4/current/BP-1007100595-172.17.0.2-1733691231612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:56,428 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T20:53:56,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@665864cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:53:56,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@577e5e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:56,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:56,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1110f179{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:56,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53ac45ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:56,436 WARN [BP-1007100595-172.17.0.2-1733691231612 heartbeating to localhost/127.0.0.1:34085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T20:53:56,436 WARN [BP-1007100595-172.17.0.2-1733691231612 heartbeating to localhost/127.0.0.1:34085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1007100595-172.17.0.2-1733691231612 (Datanode Uuid a1c2cf26-8efd-4f98-8f58-1716bf720dc1) service to localhost/127.0.0.1:34085 2024-12-08T20:53:56,436 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T20:53:56,436 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T20:53:56,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/cluster_93bec3d7-5a5d-41e9-4480-40a2bfd03b4d/data/data1/current/BP-1007100595-172.17.0.2-1733691231612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:56,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/cluster_93bec3d7-5a5d-41e9-4480-40a2bfd03b4d/data/data2/current/BP-1007100595-172.17.0.2-1733691231612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:53:56,436 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T20:53:56,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64b22b47{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T20:53:56,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24618ac8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:53:56,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:53:56,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5487ba5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:53:56,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61cc015c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79155a1c-4986-4085-e9ea-0f4fa9d65c5e/hadoop.log.dir/,STOPPED} 2024-12-08T20:53:56,447 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T20:53:56,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T20:53:56,472 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=190 (was 171) - Thread LEAK? -, OpenFileDescriptor=549 (was 520) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=245 (was 223) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=16012 (was 16123)